-- Logs begin at Thu 2022-03-03 13:28:34 UTC, end at Thu 2022-03-03 14:24:22 UTC. -- Mar 03 14:00:03.881183 dv-cinder-819778-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 14:00:06.901934 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.common.config [-] Logging enabled! Mar 03 14:00:06.902536 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 14:00:06.902721 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 14:00:06.906554 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.common.config [-] Logging enabled! Mar 03 14:00:06.906814 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 14:00:06.907127 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 14:00:06.908067 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 14:00:06.908302 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 14:00:06.908670 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 14:00:06.908917 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 14:00:06.909544 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 14:00:06.909899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.910331 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 03 14:00:06.910651 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.910951 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.911247 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.911544 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.911836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.912118 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.912407 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.912704 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.912987 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.913265 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.913547 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.913865 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.914150 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.914440 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.914727 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.915007 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] debug = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.915287 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.915719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.916130 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.916411 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.916701 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.916979 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.917251 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.917524 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.917831 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.918160 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] host = dv-cinder-819778-8-iscsi {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.918436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.918725 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.919011 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.919295 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.920033 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.920324 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.920623 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.920905 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.921184 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.921464 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.921780 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.922075 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.922368 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.922595 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.922821 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.923120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.923408 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.923682 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.923956 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.924231 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.924511 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.924784 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.925052 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.925336 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.925629 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.925926 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.926201 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.926472 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.926745 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.927016 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.927300 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.927572 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.927843 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.928115 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.928400 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.928666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.928937 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.929236 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.929519 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.929833 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.930120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.930395 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.930675 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.930945 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.931215 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.931484 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_json = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.931753 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.932020 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.932301 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.932572 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.932842 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.933112 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.933380 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.933709 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.933984 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:06.934286 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.934584 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.934883 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.936152 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.936454 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.936740 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.937038 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.937325 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.937638 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.937934 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.938226 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.938506 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.938808 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.939100 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.939397 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.939702 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.939997 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.940289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.940566 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.940841 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.941117 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.941395 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.941707 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.941986 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.942276 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.942564 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.942842 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.943140 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.943426 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.943719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.944009 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.944282 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.944561 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.944859 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.945139 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.945412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.945726 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.946019 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.946299 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.946569 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.946853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.947133 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.947408 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.947681 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.947958 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.948246 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.948521 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.948795 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.949066 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.949343 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.949614 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.949919 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.950196 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.950467 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.951866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.952172 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.952460 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.952746 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.953032 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.953312 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.953594 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.953898 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.954177 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.954456 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.954732 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.955007 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.955280 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.955553 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.955836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.956113 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.956387 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.956661 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.956937 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.957210 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.957495 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.957902 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.958195 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.958482 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.958765 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.959047 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.959329 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.959611 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.959894 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.960177 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.960454 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.960751 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.961037 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.961323 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.961642 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.961925 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.962226 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.962510 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.962791 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.963080 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.963363 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.963644 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.963931 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.964218 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.964515 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.964811 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.965107 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.965405 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.965790 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.966078 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.966843 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.967142 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:06.967365 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 14:00:06.967607 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103002) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 14:00:07.353730 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 14:00:07.354010 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 14:00:07.354317 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 14:00:07.354799 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 14:00:07.697598 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.697842 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.698117 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.699420 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.699700 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.699977 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.747399 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.748799 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.749070 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.764533 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.764818 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.765090 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.793784 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.794073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.794348 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.833587 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.833892 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:07.834164 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.194809 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.195429 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.195429 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.195612 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.196305 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.299529 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.299848 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.300132 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.300408 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.300678 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.300990 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.301254 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.301515 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.301799 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.302085 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.302348 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.302617 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.302876 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.303129 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.303384 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.303650 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.303906 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.304174 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.304447 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.304709 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.304979 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.305232 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.305517 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.305913 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.306166 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.306415 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.306802 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.307044 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.307281 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.307517 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.307751 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.307984 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:08.308349 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 14:00:08.312608 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 14:00:08.316673 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 14:00:08.320550 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 03 14:00:08.322221 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 14:00:08.322692 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 14:00:08.323029 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 14:00:08.323410 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 14:00:08.326765 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 14:00:08.327016 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 14:00:08.327366 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 14:00:08.332243 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 03 14:00:08.356628 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 14:00:08.358185 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.358489 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 03 14:00:08.358862 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.360239 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 14:00:08.360522 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 14:00:08.360774 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 14:00:08.364090 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.364375 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:08.428771 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 14:00:08.429015 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 14:00:08.429252 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 14:00:08.429617 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 14:00:08.450048 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_db.sqlalchemy.engines [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103002) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 03 14:00:08.909299 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing driver for type 'gre' Mar 03 14:00:08.909852 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] gre ID ranges: [(1, 1000)] Mar 03 14:00:08.962168 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing driver for type 'local' Mar 03 14:00:08.962528 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing driver for type 'vlan' Mar 03 14:00:08.974628 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] VlanTypeDriver initialization complete Mar 03 14:00:08.974984 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing driver for type 'vxlan' Mar 03 14:00:08.975461 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] vxlan ID ranges: [(1, 1000)] Mar 03 14:00:09.026220 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing extension driver 'port_security' Mar 03 14:00:09.026631 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] PortSecurityExtensionDriver initialization complete Mar 03 14:00:09.026999 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing mechanism driver 'openvswitch' Mar 03 14:00:09.027328 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing mechanism driver 'hyperv' Mar 03 14:00:09.034380 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:09.035223 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.035599 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.035959 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.036483 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.036918 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.037283 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.037651 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.038052 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.038462 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.038815 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.039162 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.039565 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.039976 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.040329 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.040672 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.041070 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.041476 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.041851 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.042193 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.042594 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.043001 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > address_group after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.043350 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > address_group after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.043690 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.044096 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 14:00:09.045537 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] ML2 OVO RPC backend initialized. {{(pid=103002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 03 14:00:09.046357 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.046719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.047141 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.047499 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > networks before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.047853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.048201 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > ports before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.048550 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.048890 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnets before_response 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.049239 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.049582 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.049944 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.050283 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.050622 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.050957 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.051292 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.051632 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.051965 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.059382 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded quota_driver: . Mar 03 14:00:09.059751 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Modular L2 Plugin initialization complete Mar 03 14:00:09.060811 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading services supported by the core plugin {{(pid=103002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 14:00:09.061342 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.plugins.ml2.managers [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Got port-security extension from driver 'port_security' Mar 03 14:00:09.062036 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.extensions.vlantransparent [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Disabled vlantransparent extension. Mar 03 14:00:09.062536 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 14:00:09.062865 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: router Mar 03 14:00:09.100272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.100671 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_create 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.101049 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router before_create 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.101416 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.101821 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.102181 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_delete 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.102542 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.102892 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.103252 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_create 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.103596 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.103948 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.104295 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.104655 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.105065 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.105435 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.105799 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.106138 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: subnet after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.106477 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.106825 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.108256 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_create 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.108620 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.108974 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.109340 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router after_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.109720 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.110211 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_create 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.110581 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.110932 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_update 55549900 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.111300 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > agent after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.111655 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > agent after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.112004 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > network after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.112864 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Tracking information for resource: router configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:09.113200 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Tracking information for resource: floatingip configured {{(pid=103002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 14:00:09.118155 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.db.l3_agentschedulers_db [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 14:00:09.118739 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.119111 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.119469 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.119822 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.120617 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router before_create 55550100 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.120985 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.121352 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_create 55550100 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.121737 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > router precommit_update 55550100 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.127048 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.provider_configuration [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service providers = [] {{(pid=103002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 14:00:09.127416 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.db.servicetype_db [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 14:00:09.130415 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.service_base [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 14:00:09.130770 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.service_base [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 14:00:09.131120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.service_base [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 14:00:09.132008 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.services.service_base [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 14:00:09.132378 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.services.service_base [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 14:00:09.132753 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.133072 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 14:00:09.144369 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.144715 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: auto_allocate Mar 03 14:00:09.150567 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: network precommit_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.150943 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: network precommit_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.151463 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.151785 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: tag Mar 03 14:00:09.159631 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.159966 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: timestamp Mar 03 14:00:09.163809 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.164145 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: network_ip_availability Mar 03 14:00:09.170693 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.171075 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.171441 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.172168 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.172495 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: flavors Mar 03 14:00:09.177420 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.177787 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading Plugin: revisions Mar 03 14:00:09.182232 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 14:00:09.182630 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=103002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 14:00:09.183369 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 14:00:09.183710 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Initializing extension manager. Mar 03 14:00:09.184231 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: __init__.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.184576 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: __pycache__ {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.184912 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.185850 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: address_group.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.186618 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.187176 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: address-group Mar 03 14:00:09.187505 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: address_scope.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.188220 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.188733 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: address-scope Mar 03 14:00:09.189057 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.190023 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.190531 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: router-admin-state-down-before-update Mar 03 14:00:09.190857 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: agent.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.191566 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.192072 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: agent Mar 03 14:00:09.192397 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: agent_resources_synced.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.193312 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.193854 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: agent-resources-synced Mar 03 14:00:09.194182 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: allowedaddresspairs.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.195966 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.196492 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: allowed-address-pairs Mar 03 14:00:09.196800 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: auto_allocated_topology.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.197917 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.198432 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: auto-allocated-topology Mar 03 14:00:09.198762 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: availability_zone.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.199458 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.199963 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: availability_zone Mar 03 14:00:09.200286 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: availability_zone_filter.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.201765 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.202279 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: availability_zone_filter Mar 03 14:00:09.202605 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: data_plane_status.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.203519 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.204026 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 14:00:09.204351 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: default_subnetpools.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.205268 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.205805 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: default-subnetpools Mar 03 14:00:09.206131 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.207252 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.207763 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: dhcp_agent_scheduler Mar 03 14:00:09.208090 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: dns.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.209019 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.209522 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 14:00:09.209872 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: dns_domain_ports.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.210801 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.211307 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 14:00:09.211631 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.212563 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.213066 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 03 14:00:09.213387 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: dvr.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.214084 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.214590 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: dvr Mar 03 14:00:09.214911 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: ecmp_routes.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.215828 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.216999 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 03 14:00:09.217662 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: empty_string_filtering.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.218592 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.219101 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: empty-string-filtering Mar 03 14:00:09.219430 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.220340 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.220840 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 14:00:09.221164 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.222109 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.222607 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 14:00:09.222928 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: external_net.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.223835 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.224338 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: external-net Mar 03 14:00:09.224659 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.225571 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.226096 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: extra_dhcp_opt Mar 03 14:00:09.226416 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: extraroute.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.227326 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.227826 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: extraroute Mar 03 14:00:09.228148 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: extraroute_atomic.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.229185 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.229728 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: extraroute-atomic Mar 03 14:00:09.230057 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: filter_validation.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.230732 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.231233 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: filter-validation Mar 03 14:00:09.231556 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: fip_pf_description.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.233460 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.234000 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 14:00:09.234330 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: fip_port_details.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.235438 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.235950 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: fip-port-details Mar 03 14:00:09.236276 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: flavors.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.237517 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.238065 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: flavors Mar 03 14:00:09.238395 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.240077 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.240596 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 14:00:09.240929 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: floatingip_pools.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.241645 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.242162 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: floatingip-pools Mar 03 14:00:09.242490 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: ip_allocation.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.243441 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.243940 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 14:00:09.244264 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.245184 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.245717 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: ip-substring-filtering Mar 03 14:00:09.246047 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l2_adjacency.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.246974 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.247474 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 14:00:09.248280 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.249258 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.249812 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: router Mar 03 14:00:09.250145 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.252659 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.253177 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 14:00:09.253510 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.254480 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.254996 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: ext-gw-mode Mar 03 14:00:09.255329 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.256252 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.256760 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: l3-ha Mar 03 14:00:09.257088 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.258030 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.258533 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 03 14:00:09.258859 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_flavors.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.259785 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.260289 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: l3-flavors Mar 03 14:00:09.260614 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.262030 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.262554 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 03 14:00:09.262887 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.264397 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.264913 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 14:00:09.265246 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: l3agentscheduler.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.266311 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.266823 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: l3_agent_scheduler Mar 03 14:00:09.267154 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: local_ip.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.268939 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.269471 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension local_ip not supported by any of loaded plugins Mar 03 14:00:09.269847 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: logging.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.272695 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.273226 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension logging not supported by any of loaded plugins Mar 03 14:00:09.273568 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: metering.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.274341 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.274926 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: metering Mar 03 14:00:09.275261 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.276406 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.277009 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: metering_source_and_destination_fields Mar 03 14:00:09.277347 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: multiprovidernet.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.278314 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.279455 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: multi-provider Mar 03 14:00:09.279880 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: netmtu.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.280930 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.281462 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: net-mtu Mar 03 14:00:09.281821 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: netmtu_writable.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.282749 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.283257 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: net-mtu-writable Mar 03 14:00:09.283583 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: network_availability_zone.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.284259 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.284766 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: network_availability_zone Mar 03 14:00:09.285092 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: network_ip_availability.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.286236 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.286745 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: network-ip-availability Mar 03 14:00:09.287070 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: network_segment_range.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.287840 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.288340 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 14:00:09.288661 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: pagination.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.289658 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.289991 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: pagination Mar 03 14:00:09.290312 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: port_device_profile.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.291226 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.291737 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: port-device-profile Mar 03 14:00:09.292058 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.292984 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.293489 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: port-mac-address-regenerate Mar 03 14:00:09.293836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.295293 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.295792 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: port-numa-affinity-policy Mar 03 14:00:09.296113 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: port_resource_request.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.297037 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.297534 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 14:00:09.297883 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: port_resource_request_groups.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.298852 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.299350 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 03 14:00:09.299677 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: portbindings.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.300596 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.301101 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: binding Mar 03 14:00:09.301424 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: portbindings_extended.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.302710 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.303219 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: binding-extended Mar 03 14:00:09.303546 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: portsecurity.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.304454 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.304961 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: port-security Mar 03 14:00:09.305284 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: project_id.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.306280 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.306608 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: project-id Mar 03 14:00:09.306930 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: providernet.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.307843 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.308351 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: provider Mar 03 14:00:09.308672 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.312325 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.312839 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos not supported by any of loaded plugins Mar 03 14:00:09.313168 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.314457 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.314969 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 14:00:09.315297 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.316215 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.316719 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 14:00:09.317044 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_default.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.317975 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.318480 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-default not supported by any of loaded plugins Mar 03 14:00:09.318806 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_fip.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.319730 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.320238 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 14:00:09.320564 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.321475 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.322026 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 03 14:00:09.322353 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_gateway_ip.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.323272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.323780 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 14:00:09.324101 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_port_network_policy.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.325138 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.325682 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 14:00:09.326012 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.327055 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.327560 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 03 14:00:09.327886 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.328919 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.329433 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 03 14:00:09.329796 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_pps_rule.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.330972 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.331483 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-pps not supported by any of loaded plugins Mar 03 14:00:09.331806 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_rule_type_details.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.332715 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.333224 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 14:00:09.333546 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: qos_rules_alias.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.334611 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.335117 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 14:00:09.335441 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: quota_check_limit.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.336343 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.336854 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: quota-check-limit Mar 03 14:00:09.337176 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: quotasv2.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.338128 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.338456 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: quotas Mar 03 14:00:09.338777 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: quotasv2_detail.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.340553 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.340887 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: quota_details Mar 03 14:00:09.341216 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: rbac.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.342960 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.343482 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: rbac-policies Mar 03 14:00:09.343812 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: rbac_address_group.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.344742 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.345252 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: rbac-address-group Mar 03 14:00:09.345579 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: rbac_address_scope.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.346520 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.347033 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: rbac-address-scope Mar 03 14:00:09.347359 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: rbac_security_groups.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.348271 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.348780 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: rbac-security-groups Mar 03 14:00:09.349101 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: rbac_subnetpool.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.350108 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.350617 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: rbac-subnetpool Mar 03 14:00:09.350938 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: revisionifmatch.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.351858 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.352366 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: revision-if-match Mar 03 14:00:09.352687 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: revisions.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.353828 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.354337 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: standard-attr-revisions Mar 03 14:00:09.354666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: router_availability_zone.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.355336 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.355844 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: router_availability_zone Mar 03 14:00:09.356165 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: routerservicetype.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.357680 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.358186 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 14:00:09.358510 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.359445 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.359951 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: security-groups-normalized-cidr Mar 03 14:00:09.360273 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.361203 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.361733 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: port-security-groups-filtering Mar 03 14:00:09.362058 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.362990 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.363498 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: security-groups-remote-address-group Mar 03 14:00:09.363821 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.364755 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.365267 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: security-groups-shared-filtering Mar 03 14:00:09.365589 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.366269 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 03 14:00:09.366592 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: securitygroup.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.376248 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.377040 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: security-group Mar 03 14:00:09.377375 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: segment.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.378191 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.378973 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension segment not supported by any of loaded plugins Mar 03 14:00:09.379304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.380242 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.380750 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 14:00:09.381073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: servicetype.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.382272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.382794 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: service-type Mar 03 14:00:09.383119 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: sorting.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.384099 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.384431 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: sorting Mar 03 14:00:09.384753 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: standard_attr_segment.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.385691 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.386197 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 14:00:09.386516 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: standardattrdescription.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.387158 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.387660 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: standard-attr-description Mar 03 14:00:09.387981 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: stateful_security_group.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.388966 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.389482 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: stateful-security-group Mar 03 14:00:09.389829 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: stdattrs_common.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.390405 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 14:00:09.390727 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.391653 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.392160 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 14:00:09.392479 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnet_onboard.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.393568 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.394109 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: subnet_onboard Mar 03 14:00:09.394436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.395358 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.395862 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 14:00:09.396184 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnet_service_types.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.397106 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.397614 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: subnet-service-types Mar 03 14:00:09.398015 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnetallocation.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.399142 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.399659 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: subnet_allocation Mar 03 14:00:09.399987 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.400768 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.401275 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: subnetpool-prefix-ops Mar 03 14:00:09.401601 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.402556 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.403061 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 14:00:09.403386 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: tagging.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.405088 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.405618 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: standard-attr-tag Mar 03 14:00:09.405966 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: timestamp.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.407169 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.407691 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loaded extension: standard-attr-timestamp Mar 03 14:00:09.408019 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: trunk.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.409043 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.409564 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension trunk not supported by any of loaded plugins Mar 03 14:00:09.409913 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: trunk_details.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.410832 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.411339 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 14:00:09.411665 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: uplink_status_propagation.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.412576 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.413085 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 14:00:09.413408 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Loading extension file: vlantransparent.py {{(pid=103002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 14:00:09.414104 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 14:00:09.414608 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 14:00:09.417073 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:network Mar 03 14:00:09.417590 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnet Mar 03 14:00:09.418009 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 14:00:09.418405 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:port Mar 03 14:00:09.420393 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.420916 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service FLAVORS assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.421533 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.421979 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.422310 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:router Mar 03 14:00:09.422727 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 14:00:09.423210 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service METERING assigned prefix: /metering {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.424635 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.425004 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.425357 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:00:09.426368 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 14:00:09.426823 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:security_group Mar 03 14:00:09.427245 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 14:00:09.427836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service CORE assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.428164 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 14:00:09.428502 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] subnetpool is already registered Mar 03 14:00:09.428931 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service CORE assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.429263 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 14:00:09.429591 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] subnetpool is already registered Mar 03 14:00:09.431871 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.432296 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service FLAVORS assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.432876 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.433290 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.433617 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:router Mar 03 14:00:09.433976 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] router is already registered Mar 03 14:00:09.434379 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 14:00:09.434709 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] floatingip is already registered Mar 03 14:00:09.435196 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service METERING assigned prefix: /metering {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.435851 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 14:00:09.436171 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] rbac_policy is already registered Mar 03 14:00:09.436579 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:security_group Mar 03 14:00:09.436909 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] security_group is already registered Mar 03 14:00:09.437305 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 14:00:09.437646 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] security_group_rule is already registered Mar 03 14:00:09.438274 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service CORE assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.438600 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 14:00:09.438925 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] subnetpool is already registered Mar 03 14:00:09.439338 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.v2.resource_helper [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Service CORE assigned prefix: {{(pid=103002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 14:00:09.439657 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 14:00:09.439981 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING neutron.quota.resource_registry [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] subnetpool is already registered Mar 03 14:00:09.440446 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: extensions {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.441957 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: address-groups {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.443436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: address-scopes {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.444738 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: agents {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.445903 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: auto-allocated-topology {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.447135 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: availability_zones {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.448338 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: dhcp-networks {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.449925 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: dhcp-agents {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.452033 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: routers {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.454237 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: flavors {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.455400 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: service_profiles {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.456613 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: next_providers {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.458093 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: service_profiles {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.459615 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: floatingip-pools {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.460827 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: routers {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.462943 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: floatingips {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.465109 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: l3-routers {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.467200 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: l3-agents {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.468758 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: metering-labels {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.470205 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: metering-label-rules {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.471510 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: network-ip-availabilities {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.472760 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: bindings {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.474425 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: quotas {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.475961 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: quotas {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.477466 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: rbac-policies {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.478791 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: security-groups {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.480005 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: security-group-rules {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.481235 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: service-providers {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.482905 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: subnetpools {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.484332 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: subnetpools {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.485821 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.487546 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.489325 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.491099 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.492872 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.494746 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.496423 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.498455 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.500211 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.502320 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron.api.extensions [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Extended resource: tags {{(pid=103002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 14:00:09.508124 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING keystonemiddleware.auth_token [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 14:00:09.512793 dv-cinder-819778-8-iscsi neutron-server[103002]: WARNING keystonemiddleware.auth_token [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 14:00:09.522385 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Acquired lock "singleton_lock" {{(pid=103002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 03 14:00:09.522855 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_concurrency.lockutils [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Releasing lock "singleton_lock" {{(pid=103002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 03 14:00:09.523503 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Starting 2 workers Mar 03 14:00:09.528389 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Started child 103109 {{(pid=103002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 14:00:09.533520 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Started child 103110 {{(pid=103002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 14:00:09.534563 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.535250 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO neutron.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 14:00:09.535753 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.536119 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [-] (103109) wsgi starting up on http://0.0.0.0:9696 Mar 03 14:00:09.538240 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Starting 1 workers Mar 03 14:00:09.538390 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.539723 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [-] (103110) wsgi starting up on http://0.0.0.0:9696 Mar 03 14:00:09.543479 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Started child 103111 {{(pid=103002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 14:00:09.544025 dv-cinder-819778-8-iscsi neutron-server[103002]: INFO oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Starting 1 workers Mar 03 14:00:09.547438 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] calling RpcWorker wait() {{(pid=103111) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 14:00:09.548010 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] returning from RpcWorker wait() {{(pid=103111) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 14:00:09.548561 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Started child 103112 {{(pid=103002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 14:00:09.549514 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.549710 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c285009-f3e7-468f-a1e1-37f10da9f335 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.553202 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.553289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.553796 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36378) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:09.553880 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.553880 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.554131 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.554836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.555224 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.555522 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:09.556145 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.556571 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.556925 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:09.557087 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.557405 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.557801 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.558201 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.558588 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.559043 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.559450 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.559853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.560278 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.560677 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.561100 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.561499 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.561920 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.562342 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] debug = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.562768 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.563116 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068214 Mar 03 14:00:09.563625 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.564039 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.564493 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.564728 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.564997 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.565382 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.565892 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.566354 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.566796 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.567247 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.567673 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.568112 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.568335 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.568775 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.569189 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.569449 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.569873 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.570536 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] host = dv-cinder-819778-8-iscsi {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.570804 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.571028 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.571473 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.571884 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.572301 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.572687 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.573089 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.573513 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.573959 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.574342 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.574766 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.575181 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.575582 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.577667 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.577854 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_options = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579123 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579123 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579123 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579359 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579445 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579624 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.579849 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.580015 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.580385 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.580837 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.580939 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.581171 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.581461 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.581856 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.582222 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.582467 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.582699 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.583073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.583334 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.584300 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.585225 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.586438 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.587196 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.589390 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.589706 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.590866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.590866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.590866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.590866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.591182 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.591996 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.592403 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.592686 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.598252 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599102 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599102 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599102 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599344 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599566 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.599809 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.600092 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.600351 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.600575 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.600845 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.601071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.601290 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.601525 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_json = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.604371 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.605182 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.607951 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.608205 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.608448 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.608706 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.608914 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.609172 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.609406 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.610384 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.610384 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.610551 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.610731 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.610987 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.611243 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.611489 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.611747 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.612003 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.612257 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.612577 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.612816 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.613116 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.613428 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.615778 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.616302 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.616722 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.618418 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.618818 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.619198 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.619589 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.619844 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.624907 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.625972 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.626414 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.627118 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.627357 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.627674 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.627980 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.628358 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.628658 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.628936 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.629211 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.629723 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.630175 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.630569 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.630816 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.631095 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.631903 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.633920 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.634206 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.634491 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.634735 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.636167 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.637289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.638867 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.639295 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.640651 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.640651 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.640651 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.640878 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.640957 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.641146 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642017 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642017 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642017 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642229 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642417 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642531 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642773 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.642970 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644975 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.644975 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.645112 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.645374 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.645527 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.646449 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.646831 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.647087 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.647300 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.647519 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.648026 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.648396 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.648951 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.649169 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.649383 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.650198 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.651070 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.651303 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.651559 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.651984 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.652430 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.653013 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.653476 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.654179 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.654993 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.656204 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.656462 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.656689 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.657388 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.658070 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.658740 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.659120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.659924 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.659924 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.660127 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.660289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.660546 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.660775 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.660998 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.661270 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.661498 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.662071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.662480 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.662779 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.663027 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.663282 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.663577 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.663818 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.664072 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.664341 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.665391 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.666013 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.666289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.666570 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.666944 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.667128 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.667469 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.667795 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.668069 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.668375 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.668619 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.668866 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.669120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.669981 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.670241 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.670535 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.670796 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.671033 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.671481 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.671889 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.672204 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.672558 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.673097 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.673472 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.673732 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.674220 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.674322 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.674543 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.674811 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.675054 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.675488 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.675612 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:09.676526 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.676526 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.676526 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.676526 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.676831 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.676831 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.677063 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.677280 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.677515 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.677937 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.678171 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.678444 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.678660 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.678879 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.679161 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.680229 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.680999 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.681255 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.681474 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.681743 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.682010 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683071 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683384 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683384 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683568 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.683814 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.684047 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.684290 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.684534 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.684790 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.685029 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.686202 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.686432 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.686652 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.686890 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.687109 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.687627 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.688496 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.688956 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.689202 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.689463 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.690370 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.690734 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.690994 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.691230 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.691466 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.691722 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.691945 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.692190 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.692411 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.692621 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.692845 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.693066 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.693316 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.693544 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.693779 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.693997 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.694212 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.694481 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.694720 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.694967 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.695204 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.695425 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.695643 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.695858 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.696073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.696285 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.696494 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.696703 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.696912 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.697119 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.697404 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.697670 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.698103 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.698500 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.698873 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.699274 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.699512 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.699735 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.699952 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.700181 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.700403 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.701981 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.702387 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.702758 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.702978 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.704338 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.704544 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.704730 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.705134 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.705350 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.706063 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.706063 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.706063 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.706282 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.706477 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.707616 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.707616 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.707616 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.708832 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.709078 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.709328 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.709707 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.709885 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.711719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.711719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.711719 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.711995 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.712145 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.712373 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.713135 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.713418 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.713739 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.713962 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.714285 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.716007 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.716288 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.717002 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.718693 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.718693 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.718903 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.719236 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.719699 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.720027 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.721112 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.721772 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.722066 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.722584 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.722812 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.723345 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.724786 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.725172 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.725449 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.725865 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.726501 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.726791 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.727023 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.727273 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.727819 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.728060 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.728312 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.729691 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.729917 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.730149 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.730389 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.730613 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.730867 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.731112 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.731377 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.731635 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.731795 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 14:00:09.732978 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 14:00:09.733220 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 14:00:09.733390 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 14:00:09.733586 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 14:00:09.733778 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 14:00:09.733932 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 14:00:09.734141 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.734307 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.734471 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.734636 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.734797 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735005 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735175 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735335 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735499 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735655 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735815 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.735974 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736134 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736293 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736452 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736612 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736773 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.736932 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737096 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737255 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737570 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737744 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] debug = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.737904 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738118 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738451 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738605 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.738920 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.739080 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.739245 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.739392 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.739605 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.739699 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.740573 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741153 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] host = dv-cinder-819778-8-iscsi {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741153 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741153 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741153 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741537 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741537 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741860 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.741860 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742056 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742056 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742264 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742374 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742485 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742638 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.742818 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743413 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_options = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743413 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743413 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743413 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743646 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743726 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.743903 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744021 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744179 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744338 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744497 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744655 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744812 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.744971 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745129 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745289 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745445 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745602 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745766 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.745927 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746086 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746244 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746401 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746553 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746710 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.746868 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.747026 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.747182 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.747339 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.747497 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748208 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748373 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748533 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748697 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748882 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.748986 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749188 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749329 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749465 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749599 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749786 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.749899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750084 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750202 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750360 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750517 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750675 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750832 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_json = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.750990 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.751147 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.751310 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.751465 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.751877 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.752035 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.752192 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.753059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.753059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 14:00:09.753059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753436 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753693 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753777 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.753919 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754079 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754247 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754409 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754580 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754740 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.754901 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755065 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755226 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755387 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755636 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755787 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.755938 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756028 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756160 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756317 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756477 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756636 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756795 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.756964 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757125 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757302 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757463 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757653 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757801 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.757962 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.758354 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.758523 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.758686 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.758850 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759084 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759242 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759367 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759664 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759811 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.759901 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.760142 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.760356 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.760522 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.760792 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.760913 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.761073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.761308 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.761482 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.761665 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.761836 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762056 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762221 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762382 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762569 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762818 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.762905 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763033 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763275 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763441 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763611 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763838 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.763996 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.764160 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.764385 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.764505 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.764698 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.764943 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.765069 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.765297 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.765468 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.765714 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.765874 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766018 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766158 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766324 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766501 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766715 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.766882 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767181 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767350 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767443 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767580 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767801 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.767944 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.768121 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.768261 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.768597 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.768597 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.768844 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.769032 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.769203 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.769376 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.769566 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.769908 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.770111 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.770277 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.770462 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.770613 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.770788 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.771696 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.771696 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.771696 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.771696 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.771696 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772061 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772061 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772185 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772358 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772518 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772659 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772799 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.772936 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773059 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773225 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.773899 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.774412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.774412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.774412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.774673 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.774771 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775008 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775138 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775327 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775543 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775704 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.775944 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.776147 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.776279 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.776429 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.776595 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.776825 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777014 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777190 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777491 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777491 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777767 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.777923 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778088 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778250 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778459 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778586 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.778976 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.779162 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.779388 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.779688 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.779840 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780023 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780187 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780349 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780510 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780673 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.780913 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781015 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781191 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781373 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781533 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781788 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.781951 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.782095 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.782303 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.782448 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.782588 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.782792 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783027 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783116 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783274 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783435 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783617 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783823 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.783962 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.784208 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785272 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785885 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785885 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785885 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.785885 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786163 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786231 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786412 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786506 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786685 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.786871 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787034 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787196 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787369 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787531 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787670 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787826 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.787986 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.788147 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.788769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.788769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.788769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.788769 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789187 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789187 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789187 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789434 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789515 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789658 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789829 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.789992 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790155 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790315 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790476 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790638 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790799 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.790959 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791120 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791285 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791450 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791612 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791825 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.791949 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.792083 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.792243 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.793654 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794163 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794163 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794163 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794163 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794922 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.794922 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795061 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795434 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795434 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795647 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795751 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795854 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.795979 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796138 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796298 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796457 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796627 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796787 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.796962 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797122 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797265 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797399 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797560 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797790 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.797937 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798073 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798209 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798351 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798481 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798650 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798811 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.798974 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799134 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799296 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799456 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799618 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799784 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.799956 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.800123 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.801666 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802304 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.802853 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803290 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803290 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803437 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803524 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803603 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803767 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.803926 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.804086 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 14:00:09.804240 dv-cinder-819778-8-iscsi neutron-server[103002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 14:00:21.164404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb6345-1ea4-44d4-81f4-b9495c03aa3e None None] get_active_networks_info from dv-cinder-819778-8-iscsi {{(pid=103111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 03 14:00:21.221059 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb6345-1ea4-44d4-81f4-b9495c03aa3e None None] No non-hosted networks {{(pid=103111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 14:00:21.235765 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.agentschedulers_db [None req-d7eb6345-1ea4-44d4-81f4-b9495c03aa3e None None] DHCP Agent not found on host dv-cinder-819778-8-iscsi {{(pid=103111) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 14:00:21.296330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2f638e0c-f8e9-446c-bd33-72497700988c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:23.421612 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc714-9c20-4734-9d60-f990f2da799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:23.458166 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-94225aee-f615-42bb-80e0-70e47eb76b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:24.499759 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:25.985581 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:27.231098 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36474) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:27.464810 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:27.465501 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.465896 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.466230 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.467176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.467859 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.468535 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.469414 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.470422 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.470780 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.471110 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.471450 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.471776 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.472111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:27.472503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819778-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:27.481499 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819778-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:27.839795 dv-cinder-819778-8-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-f8983586-e4c7-4b04-85a4-2d4c59479bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:27.840435 dv-cinder-819778-8-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-f8983586-e4c7-4b04-85a4-2d4c59479bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:28.066267 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-f8983586-e4c7-4b04-85a4-2d4c59479bb6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:00:28.080820 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f8983586-e4c7-4b04-85a4-2d4c59479bb6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8353753 Mar 03 14:00:28.637902 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.db.l3_hamode_db [None req-e20930a7-80ae-4c0c-895d-26a486a1e5b4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 14:00:28.717602 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20930a7-80ae-4c0c-895d-26a486a1e5b4 None None] Routers set() bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:00:28.717946 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20930a7-80ae-4c0c-895d-26a486a1e5b4 None None] Router IDs set() for agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 03 14:00:30.678787 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36500) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:30.993908 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:00:31.086643 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.policy [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 14:00:31.130587 dv-cinder-819778-8-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:31.130948 dv-cinder-819778-8-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:31.225649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685401721', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685401132', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685407920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685414185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685427475', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728685435422', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-682431', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1360126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-459575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649958'] for rbac-policy (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:31.290916 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:31.292126 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f63cecb9-cc41-428e-a82e-fde81628cde0 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6123321 Mar 03 14:00:33.765186 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36510) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:34.253184 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:34.253789 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:34.476063 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:00:34.537404 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Made reservation on behalf of fa0035f3f6cd4d768c8965d5ee29973d for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:00:34.599599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.policy [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103110) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 14:00:34.642099 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:34.642461 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 14:00:34.653212 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.675322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.783571 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks [] for security_group (b2e0b31a-741d-49b5-86f2-5e258129e01c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.787037 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b2e0b31a-741d-49b5-86f2-5e258129e01c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.818814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:00:34.845362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728683285652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (1b6b9536-312e-409c-a15d-9e9e40dd3796), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.845971 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Unsubscribe: segment precommit_create {{(pid=103110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 14:00:34.846491 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Added segment 1b6b9536-312e-409c-a15d-9e9e40dd3796 of type vlan for network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de Mar 03 14:00:34.861608 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e0b31a-741d-49b5-86f2-5e258129e01c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:34.911814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.912171 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.912521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.912854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.913176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.913493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.913838 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.914155 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.914469 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.914799 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.915116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.915423 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.915731 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Tracked resource versions report: Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: pushed versions: Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: { 'AddressGroup': {'1.2'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'ConntrackHelper': {'1.0'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Log': {'1.0'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Network': {'1.1'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Port': {'1.7'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'PortForwarding': {'1.2'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'QosPolicy': {'1.10'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroup': {'1.5'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SubPort': {'1.0'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Subnet': {'1.1'}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Trunk': {'1.1'}} Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: consumer versions: Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'ConntrackHelper': '1.0', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'LocalIPAssociation': '1.0', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Log': '1.0', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Network': '1.1', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Port': '1.7', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'PortForwarding': '1.2', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'QosPolicy': '1.10', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroup': '1.5', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroupRule': '1.2', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SubPort': '1.0', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Subnet': '1.1', Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Trunk': '1.1'}} Mar 03 14:00:34.917092 dv-cinder-819778-8-iscsi neutron-server[103110]: {{(pid=103110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:00:34.958452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (66bd8c12-c350-4ee2-a26f-4feb86c1d4de), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:34.997842 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (66bd8c12-c350-4ee2-a26f-4feb86c1d4de), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:35.003263 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:00:35.003975 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:35.096280 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3288658 Mar 03 14:00:35.128924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364f93-b3a8-4290-a9df-4132511b43da demo demo] Pushing event updated for resources: {'Network': ['ID=66bd8c12-c350-4ee2-a26f-4feb86c1d4de,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:35.141752 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:00:37.635166 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36530) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:38.072015 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d5706-095c-4248-a01f-6ae340e0e097 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:00:38.073506 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-328d5706-095c-4248-a01f-6ae340e0e097 demo admin] 10.222.0.31 "GET /v2.0/networks/66bd8c12-c350-4ee2-a26f-4feb86c1d4de HTTP/1.1" status: 200 len: 825 time: 0.4374130 Mar 03 14:00:38.098425 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b8ea5c98-ad1a-4900-b6e3-fa38ca9e809a demo admin] 10.222.0.31 "GET /v2.0/subnetpools/9562b14a-57df-4e71-9abe-2ffc74920ac0 HTTP/1.1" status: 200 len: 734 time: 0.0185959 Mar 03 14:00:38.106571 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Request body: {'subnet': {'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'gateway_ip': '172.20.0.1'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:00:38.131616 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Made reservation on behalf of fa0035f3f6cd4d768c8965d5ee29973d for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:00:38.134265 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:38.410355 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (97db8443-b046-4ad3-bc80-8b1569f83571), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:38.475421 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Checking segment: {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:00:38.475800 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Network hostable DHCP agents. Network: 66bd8c12-c350-4ee2-a26f-4feb86c1d4de, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:00:38.493775 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Pushing event updated for resources: {'Subnet': ['ID=97db8443-b046-4ad3-bc80-8b1569f83571,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:38.505952 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.506317 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.506667 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.506992 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.507309 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.507625 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.507953 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.508269 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.508611 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.508903 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.509217 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.509522 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.509850 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Tracked resource versions report: Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: pushed versions: Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: { 'AddressGroup': {'1.2'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'ConntrackHelper': {'1.0'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Log': {'1.0'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Network': {'1.1'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Port': {'1.7'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'PortForwarding': {'1.2'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'QosPolicy': {'1.10'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroup': {'1.5'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SubPort': {'1.0'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Subnet': {'1.1'}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Trunk': {'1.1'}} Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: consumer versions: Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'ConntrackHelper': '1.0', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'LocalIPAssociation': '1.0', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Log': '1.0', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Network': '1.1', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Port': '1.7', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'PortForwarding': '1.2', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'QosPolicy': '1.10', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroup': '1.5', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroupRule': '1.2', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SubPort': '1.0', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Subnet': '1.1', Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Trunk': '1.1'}} Mar 03 14:00:38.511142 dv-cinder-819778-8-iscsi neutron-server[103109]: {{(pid=103109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:00:38.523168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:00:38.537319 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 66bd8c12-c350-4ee2-a26f-4feb86c1d4de) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:00:38.549861 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:00:38.550316 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:38.554430 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aedb9b7-adaa-41bf-87c7-2dca1451f2a8 None None] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:00:38.571623 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5976e65e-753d-4311-835c-3c6e5262debf demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4625018 Mar 03 14:00:38.931252 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:00:38.932584 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.205274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Allocated IP 172.20.0.2 (66bd8c12-c350-4ee2-a26f-4feb86c1d4de/97db8443-b046-4ad3-bc80-8b1569f83571/dbf3153c-b4a3-458b-967c-e73f5a2e2145) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:00:39.467669 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks [] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.474880 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.555164 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:00:39.559783 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:00:39.565354 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Pushing event updated for resources: {'Port': ['ID=dbf3153c-b4a3-458b-967c-e73f5a2e2145,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:39.567633 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:00:39.577405 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.577788 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.578148 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.578486 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.578812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.579134 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.579457 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.579775 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.580096 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.580427 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.580746 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.581062 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.581376 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Tracked resource versions report: Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: pushed versions: Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: { 'AddressGroup': {'1.2'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'ConntrackHelper': {'1.0'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Log': {'1.0'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Network': {'1.1'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Port': {'1.7'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'PortForwarding': {'1.2'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'QosPolicy': {'1.10'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroup': {'1.5'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SubPort': {'1.0'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Subnet': {'1.1'}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Trunk': {'1.1'}} Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: consumer versions: Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'ConntrackHelper': '1.0', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'LocalIPAssociation': '1.0', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Log': '1.0', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Network': '1.1', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Port': '1.7', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'PortForwarding': '1.2', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'QosPolicy': '1.10', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroup': '1.5', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroupRule': '1.2', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SubPort': '1.0', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Subnet': '1.1', Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Trunk': '1.1'}} Mar 03 14:00:39.582767 dv-cinder-819778-8-iscsi neutron-server[103111]: {{(pid=103111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:00:39.658972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Attempting to bind port dbf3153c-b4a3-458b-967c-e73f5a2e2145 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:00:39.659365 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Attempting to bind port dbf3153c-b4a3-458b-967c-e73f5a2e2145 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:00:39.659782 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Attempting to bind port dbf3153c-b4a3-458b-967c-e73f5a2e2145 on network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:00:39.664660 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:00:39.665028 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Checking segment: {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:00:39.665514 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.665926 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Bound using segment: {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:00:39.666415 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Bound port: dbf3153c-b4a3-458b-967c-e73f5a2e2145, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:00:39.666813 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.727612 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] For port dbf3153c-b4a3-458b-967c-e73f5a2e2145, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:00:39.731836 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] For port dbf3153c-b4a3-458b-967c-e73f5a2e2145, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=dbf3153c-b4a3-458b-967c-e73f5a2e2145,segment=NetworkSegment(1b6b9536-312e-409c-a15d-9e9e40dd3796),segment_id=1b6b9536-312e-409c-a15d-9e9e40dd3796)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:00:39.741603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:39.804170 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085996-78dd-4809-8447-cdf0d35a3911 None None] Pushing event updated for resources: {'Port': ['ID=dbf3153c-b4a3-458b-967c-e73f5a2e2145,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:41.129567 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36544) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:41.448469 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-88f019f8-62f0-47b0-b213-c541a0d1d64e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:00:41.449507 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-88f019f8-62f0-47b0-b213-c541a0d1d64e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3188901 Mar 03 14:00:44.024798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36552) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:44.337861 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-15f2e14f-3ffa-4ac2-a811-c81d5335a172 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:00:44.338909 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-15f2e14f-3ffa-4ac2-a811-c81d5335a172 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131967 Mar 03 14:00:46.900707 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36560) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:47.209747 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:00:47.234299 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:47.235912 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:47.393214 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Publish callbacks [] for router_controller (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:47.398071 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:47.418080 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:47.419254 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3e688d33-0f03-4afa-96b7-c24492286078 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5174961 Mar 03 14:00:49.978278 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36572) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:50.245423 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device dbf3153c-b4a3-458b-967c-e73f5a2e2145 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:00:50.309816 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [None req-f8936c1d-86bd-4b5b-bb9d-4169820f0260 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:00:50.313659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f8936c1d-86bd-4b5b-bb9d-4169820f0260 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326142 Mar 03 14:00:50.335500 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port dbf3153c-b4a3-458b-967c-e73f5a2e2145 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:50.335921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:50.452675 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port dbf3153c-b4a3-458b-967c-e73f5a2e2145 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:00:50.453270 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:50.491583 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port dbf3153c-b4a3-458b-967c-e73f5a2e2145, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=dbf3153c-b4a3-458b-967c-e73f5a2e2145,segment=NetworkSegment(1b6b9536-312e-409c-a15d-9e9e40dd3796),segment_id=1b6b9536-312e-409c-a15d-9e9e40dd3796)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:00:50.496385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:50.547733 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=dbf3153c-b4a3-458b-967c-e73f5a2e2145,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:51.071170 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-50816ecc-c4d2-4994-a12a-85a9aa9f7b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:51.107075 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714ff73-384d-4899-b3e4-4ecd2ed01b35 None None] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:00:51.168356 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-8b92361a-f73e-47e9-857d-1f29b97bb586 None None] Provisioning complete for port dbf3153c-b4a3-458b-967c-e73f5a2e2145 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:51.168736 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8b92361a-f73e-47e9-857d-1f29b97bb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:51.298147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-8b92361a-f73e-47e9-857d-1f29b97bb586 None None] Current status of the port dbf3153c-b4a3-458b-967c-e73f5a2e2145 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:00:51.521266 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-517cb68f-a8a9-4c3a-87fa-bc47aeb204af None None] Provisioning complete for port dbf3153c-b4a3-458b-967c-e73f5a2e2145 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:51.521678 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-517cb68f-a8a9-4c3a-87fa-bc47aeb204af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:51.598524 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-517cb68f-a8a9-4c3a-87fa-bc47aeb204af None None] Current status of the port dbf3153c-b4a3-458b-967c-e73f5a2e2145 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:00:52.186297 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device dbf3153c-b4a3-458b-967c-e73f5a2e2145 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:00:52.231544 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port dbf3153c-b4a3-458b-967c-e73f5a2e2145 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:52.232463 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:52.309936 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port dbf3153c-b4a3-458b-967c-e73f5a2e2145 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:00:52.863157 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36580) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:53.177133 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:00:53.197822 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Made reservation on behalf of 4b86cd33bd364f67810766a761bcfc55 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:00:53.199980 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.208095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.281838 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks [] for security_group (2c52c209-6663-4538-99d4-7878fdf19450), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.285296 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2c52c209-6663-4538-99d4-7878fdf19450), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.300427 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Reserving flat network on physical network physnet1 {{(pid=103110) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 14:00:53.319612 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52c209-6663-4538-99d4-7878fdf19450,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:53.324848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (e32c5336-83bf-4b7a-923d-55e0b4736e0c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.325184 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Added segment e32c5336-83bf-4b7a-923d-55e0b4736e0c of type flat for network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 Mar 03 14:00:53.372763 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (7ca46236-d4ba-4a78-a493-b8f29f5d9285), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.404544 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (7ca46236-d4ba-4a78-a493-b8f29f5d9285), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.405655 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:00:53.406227 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.417551 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ee38eb1e-53a2-4cbb-9cdc-c48a4dbc95bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:53.486646 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6224263 Mar 03 14:00:53.504447 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532584e-eb35-4855-b6b3-2ace9d3e8562 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca46236-d4ba-4a78-a493-b8f29f5d9285,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:53.514639 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:00:54.462352 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:55.936492 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:56.050093 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36598) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:00:56.265192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b96ef3-4763-40c4-b234-ac01f2c6a84d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:00:56.266566 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-19b96ef3-4763-40c4-b234-ac01f2c6a84d demo admin] 10.222.0.31 "GET /v2.0/subnets/97db8443-b046-4ad3-bc80-8b1569f83571 HTTP/1.1" status: 200 len: 849 time: 0.2155273 Mar 03 14:00:56.440964 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-01b1c364-31ca-4d0d-b4cc-ed5a966f45fa demo admin] 10.222.0.31 "GET /v2.0/routers/a6ae789f-8e43-4e24-92ff-a72e264a0e3d HTTP/1.1" status: 200 len: 704 time: 0.1687527 Mar 03 14:00:56.706103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:56.999653 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Allocated IP 172.20.0.1 (66bd8c12-c350-4ee2-a26f-4feb86c1d4de/97db8443-b046-4ad3-bc80-8b1569f83571/296bbdb5-7084-487e-b7a1-6120c31715a2) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:00:57.178532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks [] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.241221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.312048 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:00:57.316433 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:00:57.329712 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:00:57.330252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.349245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Pushing event updated for resources: {'Port': ['ID=296bbdb5-7084-487e-b7a1-6120c31715a2,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:57.445831 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.552269 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e168008c-fc4f-490d-8c60-92e8d2e25997 None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:57.552659 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e168008c-fc4f-490d-8c60-92e8d2e25997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.580190 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.584823 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e168008c-fc4f-490d-8c60-92e8d2e25997 None None] Port 296bbdb5-7084-487e-b7a1-6120c31715a2 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:00:57.787385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks [] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.791625 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.792396 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:57.874384 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Pushing event updated for resources: {'Port': ['ID=296bbdb5-7084-487e-b7a1-6120c31715a2,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:57.918242 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:00:57.920620 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:00:58.084889 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Router a6ae789f-8e43-4e24-92ff-a72e264a0e3d is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:00:58.179533 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:00:58.185029 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8c192751-b561-4240-9445-fa3236dfe6fe demo admin] 10.222.0.31 "PUT /v2.0/routers/a6ae789f-8e43-4e24-92ff-a72e264a0e3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7387793 Mar 03 14:00:58.202292 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Sync routers for ids ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:00:58.213968 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-c3a356e3-5347-4481-b69d-1020afc2a6d4 None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:58.214362 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c3a356e3-5347-4481-b69d-1020afc2a6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:58.214588 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Routers {'a6ae789f-8e43-4e24-92ff-a72e264a0e3d'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:00:58.215543 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:00:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:58.250443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-c3a356e3-5347-4481-b69d-1020afc2a6d4 None None] Port 296bbdb5-7084-487e-b7a1-6120c31715a2 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:00:58.409013 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Set router a6ae789f-8e43-4e24-92ff-a72e264a0e3d gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:00:58.834975 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:00:57Z', 'revision_number': 2, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port_host': None, '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:00:57Z', 'revision_number': 2, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:58.886224 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Checking router: a6ae789f-8e43-4e24-92ff-a72e264a0e3d for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:00:58.886601 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Updating router a6ae789f-8e43-4e24-92ff-a72e264a0e3d port 296bbdb5-7084-487e-b7a1-6120c31715a2 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:00:58.939684 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.448362 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks [] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.455533 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.620371 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Attempting to bind port 296bbdb5-7084-487e-b7a1-6120c31715a2 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:00:59.620776 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Attempting to bind port 296bbdb5-7084-487e-b7a1-6120c31715a2 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:00:59.621210 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Attempting to bind port 296bbdb5-7084-487e-b7a1-6120c31715a2 on network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:00:59.628381 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:00:59.628776 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Checking segment: {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:00:59.629264 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.629672 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Bound using segment: {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:00:59.630176 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Bound port: 296bbdb5-7084-487e-b7a1-6120c31715a2, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6b9536-312e-409c-a15d-9e9e40dd3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:00:59.630555 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.639528 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Pushing event updated for resources: {'Port': ['ID=296bbdb5-7084-487e-b7a1-6120c31715a2,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:59.653242 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.653595 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.654286 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.654620 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.654953 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.655280 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.655608 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.655930 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.656249 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.656585 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.656906 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.657222 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.657538 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Tracked resource versions report: Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: pushed versions: Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: { 'AddressGroup': {'1.2'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'ConntrackHelper': {'1.0'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Log': {'1.0'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Network': {'1.1'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Port': {'1.7'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'PortForwarding': {'1.2'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'QosPolicy': {'1.10'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroup': {'1.5'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SubPort': {'1.0'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Subnet': {'1.1'}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Trunk': {'1.1'}} Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: consumer versions: Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'ConntrackHelper': '1.0', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'LocalIPAssociation': '1.0', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Log': '1.0', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Network': '1.1', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Port': '1.7', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'PortForwarding': '1.2', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'QosPolicy': '1.10', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroup': '1.5', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroupRule': '1.2', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SubPort': '1.0', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Subnet': '1.1', Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Trunk': '1.1'}} Mar 03 14:00:59.658964 dv-cinder-819778-8-iscsi neutron-server[103112]: {{(pid=103112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:00:59.679287 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a2c1a407-09d2-456b-a4c5-75828b32edca None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:59.680325 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a407-09d2-456b-a4c5-75828b32edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.714687 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] For port 296bbdb5-7084-487e-b7a1-6120c31715a2, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:00:59.718334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1a407-09d2-456b-a4c5-75828b32edca None None] Port 296bbdb5-7084-487e-b7a1-6120c31715a2 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:00:59.733865 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] For port 296bbdb5-7084-487e-b7a1-6120c31715a2, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=296bbdb5-7084-487e-b7a1-6120c31715a2,segment=NetworkSegment(1b6b9536-312e-409c-a15d-9e9e40dd3796),segment_id=1b6b9536-312e-409c-a15d-9e9e40dd3796)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:00:59.740781 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:00:59.804809 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Routers {'a6ae789f-8e43-4e24-92ff-a72e264a0e3d'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:00:59.805440 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:00:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:00:59.808530 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275ff94-2878-40cd-8b77-288f3d3bba25 None None] Pushing event updated for resources: {'Port': ['ID=296bbdb5-7084-487e-b7a1-6120c31715a2,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:00:59.903530 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] Set router a6ae789f-8e43-4e24-92ff-a72e264a0e3d gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:00:59.939317 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:00:59.939719 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:00.017539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Current status of the port 296bbdb5-7084-487e-b7a1-6120c31715a2 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:01:00.017876 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:00.053708 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] For port 296bbdb5-7084-487e-b7a1-6120c31715a2, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=296bbdb5-7084-487e-b7a1-6120c31715a2,segment=NetworkSegment(1b6b9536-312e-409c-a15d-9e9e40dd3796),segment_id=1b6b9536-312e-409c-a15d-9e9e40dd3796)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:01:00.058118 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:00.104944 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dfa4d-3519-45ed-af9a-495efc6e6c8b None None] Pushing event updated for resources: {'Port': ['ID=296bbdb5-7084-487e-b7a1-6120c31715a2,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:00.121369 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:00:57Z', 'revision_number': 2, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port_host': None, '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:00:59Z', 'revision_number': 4, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:01:00.151905 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac36b0-982f-43e5-b5ed-80e6d1227dd8 None None] The sync data for ids ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'] in dv-cinder-819778-8-iscsi is: [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:00:57Z', 'revision_number': 2, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port_host': None, '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:00:59Z', 'revision_number': 4, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:01:00.644333 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36618) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:01:00.754869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344e7e5-e7bb-452a-b5f4-02554df1ab0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:01:00.756177 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3344e7e5-e7bb-452a-b5f4-02554df1ab0d admin admin] 10.222.0.31 "GET /v2.0/networks/7ca46236-d4ba-4a78-a493-b8f29f5d9285 HTTP/1.1" status: 200 len: 842 time: 0.1108923 Mar 03 14:01:00.765823 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'cidr': '172.27.0.0/24'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:01:00.786741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Made reservation on behalf of 4b86cd33bd364f67810766a761bcfc55 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:01:00.788961 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:01.086596 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.objects.ports [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103110) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 03 14:01:01.087014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (66c806e3-2520-4591-94c1-c01ce8d525c6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:01.141688 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c806e3-2520-4591-94c1-c01ce8d525c6,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:01.150184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:01:01.150532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Network hostable DHCP agents. Network: 7ca46236-d4ba-4a78-a493-b8f29f5d9285, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:01:01.174022 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:01:01.184720 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 7ca46236-d4ba-4a78-a493-b8f29f5d9285) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:01:01.189840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:01:01.190421 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:01.197684 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c92bc-5850-4c8b-83b5-a22a21c5fd2f None None] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:01:01.212310 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a422a9fb-baf9-49d0-87d2-f18ddc6bc151 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4445810 Mar 03 14:01:01.302902 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c731c87-a3c4-4265-8a42-c8644d5b3c07 None None] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:01:03.654502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36626) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:01:03.798264 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-56c8c95b-3d6c-42b1-82ee-b582f834dd1b demo admin] 10.222.0.31 "GET /v2.0/routers/a6ae789f-8e43-4e24-92ff-a72e264a0e3d HTTP/1.1" status: 200 len: 710 time: 0.1425323 Mar 03 14:01:03.881100 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919cbb9b-5eb0-4c9e-be2d-6f2f04a0aae1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:01:03.882404 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-919cbb9b-5eb0-4c9e-be2d-6f2f04a0aae1 demo admin] 10.222.0.31 "GET /v2.0/networks/7ca46236-d4ba-4a78-a493-b8f29f5d9285 HTTP/1.1" status: 200 len: 886 time: 0.0813882 Mar 03 14:01:03.891380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:01:04.207594 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks [] for router_gateway (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:04.439756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks [] for router_gateway (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:04.514852 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:04.612079 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Allocated IP 172.27.0.229 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/082f648d-e3a7-4a8c-ab2f-3c5990498cbe) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:01:04.711721 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks [] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:04.746890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:04.786206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:01:04.788902 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:01:04.791535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:01:04.833262 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Pushing event updated for resources: {'Port': ['ID=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:05.046883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks [] for router_gateway (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:05.242787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:05.246176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-498186'] for router (a6ae789f-8e43-4e24-92ff-a72e264a0e3d), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:05.449421 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Router a6ae789f-8e43-4e24-92ff-a72e264a0e3d has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:01:05.558533 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:01:05.562753 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:05.577654 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-db131d3b-3a07-41c0-a742-cd0c66fe493b demo admin] 10.222.0.31 "PUT /v2.0/routers/a6ae789f-8e43-4e24-92ff-a72e264a0e3d HTTP/1.1" status: 200 len: 890 time: 1.6758745 Mar 03 14:01:06.605475 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:01:08.115760 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36638) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:01:08.228114 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 296bbdb5-7084-487e-b7a1-6120c31715a2 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:01:08.249675 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5208cfce-288f-4729-a5be-c36c12bc3f03 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286883 Mar 03 14:01:08.279822 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:01:08.280354 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:08.361111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 296bbdb5-7084-487e-b7a1-6120c31715a2 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:01:08.742031 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Sync routers for ids ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:01:08.754424 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Routers {'a6ae789f-8e43-4e24-92ff-a72e264a0e3d'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:01:08.755074 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:00:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:01:08.975794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Set router a6ae789f-8e43-4e24-92ff-a72e264a0e3d gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:01:09.445084 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:01:04Z', 'revision_number': 4, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port': {'id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:01:04Z', 'updated_at': '2022-03-03T14:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:01:00Z', 'revision_number': 5, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:01:09.495251 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Checking router: a6ae789f-8e43-4e24-92ff-a72e264a0e3d for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:01:09.495603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Updating router a6ae789f-8e43-4e24-92ff-a72e264a0e3d port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:01:09.550352 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:09.861451 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks [] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:09.866547 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:09.918853 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69000b-ea88-4f4f-b48b-9e6a6a483c52 None None] Pushing event updated for resources: {'Port': ['ID=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:09.927308 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Attempting to bind port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:01:09.927684 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Attempting to bind port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:01:09.928048 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Attempting to bind port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:01:09.934644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:01:09.934644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:01:09.934644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:09.934644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:01:09.935723 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Bound port: 082f648d-e3a7-4a8c-ab2f-3c5990498cbe, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:01:09.935826 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:09.994127 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] For port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:01:09.997265 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] For port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:01:10.007454 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:10.048628 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Routers {'a6ae789f-8e43-4e24-92ff-a72e264a0e3d'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:01:10.049191 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:00:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:01:10.167191 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69000b-ea88-4f4f-b48b-9e6a6a483c52 None None] Pushing event updated for resources: {'Port': ['ID=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:10.181661 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] Set router a6ae789f-8e43-4e24-92ff-a72e264a0e3d gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:01:10.405852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:01:04Z', 'revision_number': 4, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port': {'id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:01:04Z', 'updated_at': '2022-03-03T14:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:01:00Z', 'revision_number': 5, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:01:10.432350 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7089c7e-fd4b-4db4-962e-ec8298728cdf None None] The sync data for ids ['a6ae789f-8e43-4e24-92ff-a72e264a0e3d'] in dv-cinder-819778-8-iscsi is: [{'id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'name': 'router1', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:00:47Z', 'updated_at': '2022-03-03T14:01:04Z', 'revision_number': 4, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'gw_port': {'id': '082f648d-e3a7-4a8c-ab2f-3c5990498cbe', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:01:04Z', 'updated_at': '2022-03-03T14:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '296bbdb5-7084-487e-b7a1-6120c31715a2', 'name': '', 'network_id': '66bd8c12-c350-4ee2-a26f-4feb86c1d4de', 'tenant_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'mac_address': 'fa:16:3e:4d:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ae789f-8e43-4e24-92ff-a72e264a0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:00:56Z', 'updated_at': '2022-03-03T14:01:00Z', 'revision_number': 5, 'project_id': 'fa0035f3f6cd4d768c8965d5ee29973d', 'subnets': [{'id': '97db8443-b046-4ad3-bc80-8b1569f83571', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9562b14a-57df-4e71-9abe-2ffc74920ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:01:12.300692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 082f648d-e3a7-4a8c-ab2f-3c5990498cbe up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:01:12.365664 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:01:12.366127 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:12.472230 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:01:12.472862 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:12.495167 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:01:12.510677 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:12.577583 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=082f648d-e3a7-4a8c-ab2f-3c5990498cbe,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:01:14.260116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 082f648d-e3a7-4a8c-ab2f-3c5990498cbe up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:01:14.382594 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:01:14.382995 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (082f648d-e3a7-4a8c-ab2f-3c5990498cbe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:14.491747 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 082f648d-e3a7-4a8c-ab2f-3c5990498cbe is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:01:21.066341 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-56054056-0cb6-4284-a9d1-b73521a67c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:23.429409 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-16d95ad1-f1fb-4237-b629-040f290fcdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:24.469090 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:25.949250 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:27.440729 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:43.609647 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:01:51.100795 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-660f15c7-dcb4-46ac-b691-2ca4d6230ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:53.422834 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-def7fd90-e6a9-44ee-9806-a44a287cbaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:54.472717 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:55.957423 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:01:57.445072 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:20.613731 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:02:21.074613 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5ba336a2-f272-4933-9b5d-20e528f17a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:23.425258 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4e7df222-4efb-494e-927c-9431ef3630e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:24.475166 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:25.944988 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:27.451100 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:30.988750 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37122) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:31.050502 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.pecan_wsgi.hooks.translation [None req-254f64f3-24cd-4ee5-863d-a888824a7aeb admin admin] GET failed (client error): The resource could not be found. Mar 03 14:02:31.051864 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-254f64f3-24cd-4ee5-863d-a888824a7aeb admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620966 Mar 03 14:02:31.209890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01992728-40df-4359-bc7d-29272e1cf31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:31.211700 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-01992728-40df-4359-bc7d-29272e1cf31b admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547232 Mar 03 14:02:33.537825 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37132) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:33.627322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119caca-11d3-463b-8488-d38af1bf4532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:33.628955 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8119caca-11d3-463b-8488-d38af1bf4532 admin admin] 10.222.0.31 "GET /v2.0/subnets/97db8443-b046-4ad3-bc80-8b1569f83571 HTTP/1.1" status: 200 len: 849 time: 0.0901971 Mar 03 14:02:33.638295 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:02:33.722082 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Publish callbacks [] for subnet (97db8443-b046-4ad3-bc80-8b1569f83571), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:33.867959 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728683087589'] for subnet (97db8443-b046-4ad3-bc80-8b1569f83571), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:33.909904 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:33.910879 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:33.911767 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] 10.222.0.31 "PUT /v2.0/subnets/97db8443-b046-4ad3-bc80-8b1569f83571 HTTP/1.1" status: 200 len: 868 time: 0.2769711 Mar 03 14:02:33.915652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3529b1-e9eb-44b3-9dce-3b4ec309c575 None None] Network 66bd8c12-c350-4ee2-a26f-4feb86c1d4de requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:02:33.930116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97db8443-b046-4ad3-bc80-8b1569f83571,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:02:33.937571 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.937965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.938316 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.938654 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.938986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.939314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.939644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.939986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.940311 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.940636 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.940958 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.941276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:33.941595 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea48d1-b034-47f2-a85e-b5880f43168b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:02:34.250916 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Provisioning complete for port 296bbdb5-7084-487e-b7a1-6120c31715a2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:02:34.251304 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (296bbdb5-7084-487e-b7a1-6120c31715a2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:34.328733 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Current status of the port 296bbdb5-7084-487e-b7a1-6120c31715a2 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:02:34.338290 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Provisioning complete for port dbf3153c-b4a3-458b-967c-e73f5a2e2145 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:02:34.338676 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dbf3153c-b4a3-458b-967c-e73f5a2e2145), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:34.410943 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd7f78-b875-4ab1-8ae2-f7299ffffcfc None None] Current status of the port dbf3153c-b4a3-458b-967c-e73f5a2e2145 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:02:36.246935 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37140) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:36.440694 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74565ac-7680-46c3-ad03-464c4c226f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:36.441087 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74565ac-7680-46c3-ad03-464c4c226f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:36.442612 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d74565ac-7680-46c3-ad03-464c4c226f8f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947250 Mar 03 14:02:38.750550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37148) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:38.879203 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fde981-9875-4413-bf30-71b19c6e45ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:38.879677 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fde981-9875-4413-bf30-71b19c6e45ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:38.881181 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-30fde981-9875-4413-bf30-71b19c6e45ff admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296947 Mar 03 14:02:41.184061 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37156) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:41.313152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b8b0e-3c74-4ebc-98cf-67bda9bdcf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:41.314521 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-540b8b0e-3c74-4ebc-98cf-67bda9bdcf19 admin admin] 10.222.0.31 "GET /v2.0/networks/66bd8c12-c350-4ee2-a26f-4feb86c1d4de HTTP/1.1" status: 200 len: 869 time: 0.1295197 Mar 03 14:02:43.624207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37164) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:43.747838 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a019c-d653-49ad-8434-5755e9fd507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:43.749480 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7b0a019c-d653-49ad-8434-5755e9fd507e admin admin] 10.222.0.31 "GET /v2.0/networks/7ca46236-d4ba-4a78-a493-b8f29f5d9285 HTTP/1.1" status: 200 len: 886 time: 0.1243482 Mar 03 14:02:46.072545 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37172) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:46.194730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99b411-fe8e-4b4e-ae14-7544c77fa272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:46.195233 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99b411-fe8e-4b4e-ae14-7544c77fa272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:46.196809 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6f99b411-fe8e-4b4e-ae14-7544c77fa272 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233025 Mar 03 14:02:48.503264 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37180) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:48.592625 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2dcee-b35a-4333-ada6-28f466d187bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:48.593106 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2dcee-b35a-4333-ada6-28f466d187bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:48.594617 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b4f2dcee-b35a-4333-ada6-28f466d187bd admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904326 Mar 03 14:02:50.906679 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37188) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:50.990551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70f986-2102-4468-9298-2f8e0b728576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:50.991989 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4c70f986-2102-4468-9298-2f8e0b728576 admin admin] 10.222.0.31 "GET /v2.0/subnets/66c806e3-2520-4591-94c1-c01ce8d525c6 HTTP/1.1" status: 200 len: 816 time: 0.0843585 Mar 03 14:02:51.077806 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a86ab147-7908-4898-933b-832ab16894d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:53.315221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37196) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:02:53.409304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fab979-0d93-4b24-b8f2-b7f9f76356a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:02:53.410664 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-64fab979-0d93-4b24-b8f2-b7f9f76356a7 admin admin] 10.222.0.31 "GET /v2.0/subnets/97db8443-b046-4ad3-bc80-8b1569f83571 HTTP/1.1" status: 200 len: 868 time: 0.0945077 Mar 03 14:02:53.427402 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e49a33ab-f416-4de7-a8a9-ed31cf6ca901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:54.479394 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:55.947597 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:57.453424 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:02:57.614265 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:03:21.082283 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-36bfc5a3-7479-4311-b392-4f7a9255a143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:21.550678 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37248) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:03:21.598524 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [None req-ce212793-4651-4b89-b7fc-2e28aff8e657 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:03:21.599569 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ce212793-4651-4b89-b7fc-2e28aff8e657 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479267 Mar 03 14:03:23.430415 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-648ea479-26b4-47bb-a51d-808cc0bf9f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:23.990117 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37256) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:03:24.048874 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94c1c42-b4eb-4973-a780-4caec4f172b7 admin admin] GET failed (client error): The resource could not be found. Mar 03 14:03:24.050196 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f94c1c42-b4eb-4973-a780-4caec4f172b7 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589986 Mar 03 14:03:24.131912 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfebe5bf-e3e4-4cbb-8d81-e34c7b74d05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:03:24.133339 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-bfebe5bf-e3e4-4cbb-8d81-e34c7b74d05a admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786057 Mar 03 14:03:24.482819 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:25.951863 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.471563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37264) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:03:26.519413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:03:26.537594 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Made reservation on behalf of 4b86cd33bd364f67810766a761bcfc55 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:03:26.539759 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.566436 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING neutron.services.revisions.revision_plugin [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Could not find related network for resource to bump revision. Mar 03 14:03:26.578119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:03:26.587358 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (014fc9ec-0044-4be1-a0bf-0573b633e904), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.587686 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Added segment 014fc9ec-0044-4be1-a0bf-0573b633e904 of type vlan for network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f Mar 03 14:03:26.727649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.751245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.752164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:03:26.752721 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:26.803067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3297288 Mar 03 14:03:26.813486 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d80dda-254d-46a9-88f6-b3990ec649b0 admin admin] Pushing event updated for resources: {'Network': ['ID=87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:03:26.824214 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:03:27.456181 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.148122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37272) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:03:29.207873 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f1851c-12c5-44ee-83d3-93d53b2057c6 admin admin] GET failed (client error): The resource could not be found. Mar 03 14:03:29.210254 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-99f1851c-12c5-44ee-83d3-93d53b2057c6 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610776 Mar 03 14:03:29.280565 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc42dc-dc07-44e9-9f5e-453fc95d60dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:03:29.282039 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-19fc42dc-dc07-44e9-9f5e-453fc95d60dd admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678940 Mar 03 14:03:29.291701 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:03:29.310324 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Made reservation on behalf of 4b86cd33bd364f67810766a761bcfc55 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:03:29.312569 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.468658 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (75133929-0316-4363-9372-2553a263d0b7), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.524625 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75133929-0316-4363-9372-2553a263d0b7,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:03:29.528752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Checking segment: {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:03:29.529098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Network hostable DHCP agents. Network: 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:03:29.545117 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:03:29.553978 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:03:29.558363 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:03:29.558944 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.564016 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa84c47c-55cf-4ee3-8502-4a7cc1ee1b7a None None] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:03:29.574843 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-df129687-e78d-44e3-8130-44bbe495d80f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2864261 Mar 03 14:03:29.671746 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f', 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f', 'project_id': '4b86cd33bd364f67810766a761bcfc55', 'fixed_ips': [{'subnet_id': '75133929-0316-4363-9372-2553a263d0b7'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:03:29.672630 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.813801 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Allocated IP 192.168.233.2 (87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f/75133929-0316-4363-9372-2553a263d0b7/b1e12a59-75c0-4ea2-9070-09d77efb584a) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:03:29.960421 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks [] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:29.966563 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:30.008178 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:03:30.010933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:03:30.013326 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:03:30.018915 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Pushing event updated for resources: {'Port': ['ID=b1e12a59-75c0-4ea2-9070-09d77efb584a,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:03:30.029471 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.029859 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.030215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.030550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.030877 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.031198 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.031521 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.031839 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.032161 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.032497 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.032814 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.033116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.033432 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:03:30.084360 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Attempting to bind port b1e12a59-75c0-4ea2-9070-09d77efb584a on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:03:30.084741 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Attempting to bind port b1e12a59-75c0-4ea2-9070-09d77efb584a by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:03:30.085065 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Attempting to bind port b1e12a59-75c0-4ea2-9070-09d77efb584a on network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:03:30.090168 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:03:30.090539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Checking segment: {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:03:30.090934 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:30.091339 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Bound using segment: {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:03:30.091792 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Bound port: b1e12a59-75c0-4ea2-9070-09d77efb584a, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:03:30.092167 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:30.154273 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] For port b1e12a59-75c0-4ea2-9070-09d77efb584a, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:03:30.157421 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] For port b1e12a59-75c0-4ea2-9070-09d77efb584a, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=b1e12a59-75c0-4ea2-9070-09d77efb584a,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:03:30.164255 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:30.216987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1837807-da9b-4dcd-b382-d7df0ea9b95f None None] Pushing event updated for resources: {'Port': ['ID=b1e12a59-75c0-4ea2-9070-09d77efb584a,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:03:31.029635 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67311fec-5543-45c6-b3c1-f8821778dafe None None] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:03:31.096100 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Provisioning complete for port b1e12a59-75c0-4ea2-9070-09d77efb584a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:03:31.096503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:31.215677 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Current status of the port b1e12a59-75c0-4ea2-9070-09d77efb584a is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:03:31.216085 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:31.254570 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] For port b1e12a59-75c0-4ea2-9070-09d77efb584a, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=b1e12a59-75c0-4ea2-9070-09d77efb584a,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:03:31.260577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:31.315264 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfcd4-8feb-45c1-a08e-ef3c9921dbf4 None None] Pushing event updated for resources: {'Port': ['ID=b1e12a59-75c0-4ea2-9070-09d77efb584a,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:03:31.383765 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-ac4a68ea-312f-4ecc-a5a0-da282fc3156d None None] Provisioning complete for port b1e12a59-75c0-4ea2-9070-09d77efb584a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:03:31.384148 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ac4a68ea-312f-4ecc-a5a0-da282fc3156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:31.465060 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a68ea-312f-4ecc-a5a0-da282fc3156d None None] Current status of the port b1e12a59-75c0-4ea2-9070-09d77efb584a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:03:32.310193 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device b1e12a59-75c0-4ea2-9070-09d77efb584a up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:03:32.359221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port b1e12a59-75c0-4ea2-9070-09d77efb584a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:03:32.359608 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b1e12a59-75c0-4ea2-9070-09d77efb584a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:32.440041 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port b1e12a59-75c0-4ea2-9070-09d77efb584a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:03:34.617631 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:03:51.111898 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c5daa889-b61d-4200-a513-04a3174ff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:53.431009 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbb0a-d464-454b-801e-26455feb1d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:54.484427 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:55.953052 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:03:57.460334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:11.621962 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:04:21.074328 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-55b1180d-1f7a-4394-9579-8be60858a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:23.432130 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-25b03c4e-7cff-4cbf-9772-0a87a0f0dd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:24.491326 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:25.955164 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:27.462767 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:48.624737 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:04:50.461908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37310) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:04:50.467535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [None req-c98b5854-b7c2-47af-8aac-f65fa25501ed tempest-verify_tempest_config-980333889 tempest-verify_tempest_config-980333889-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:04:50.468517 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c98b5854-b7c2-47af-8aac-f65fa25501ed tempest-verify_tempest_config-980333889 tempest-verify_tempest_config-980333889-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056322 Mar 03 14:04:50.750954 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37328) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:04:50.850687 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:50.921462 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Publish callbacks [] for security_group (775b10c5-fa1a-4410-a739-fa16d52b50a3), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:50.925418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (775b10c5-fa1a-4410-a739-fa16d52b50a3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:50.971714 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc33f179832d4bcda376c57f9a2b974f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2196977 Mar 03 14:04:50.973343 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b10c5-fa1a-4410-a739-fa16d52b50a3,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:04:50.974595 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37332) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:04:50.980221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.980565 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.980896 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.981225 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.981551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.981896 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.982214 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.982532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.982846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.983177 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.983497 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.983807 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:50.984118 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28cb5d-64a1-4f78-bb64-d13861355622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.056391 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Publish callbacks [] for security_group (775b10c5-fa1a-4410-a739-fa16d52b50a3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:51.074293 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-55840ab3-6465-47c1-9958-3144f91f2463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:51.077348 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Publish callbacks [] for security_group (775b10c5-fa1a-4410-a739-fa16d52b50a3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:51.170105 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (775b10c5-fa1a-4410-a739-fa16d52b50a3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:51.172672 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:51.173872 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/775b10c5-fa1a-4410-a739-fa16d52b50a3 HTTP/1.1" status: 204 len: 168 time: 0.1982059 Mar 03 14:04:51.182282 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b10c5-fa1a-4410-a739-fa16d52b50a3,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:04:51.188900 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.189256 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.189601 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.189971 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.190308 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.190798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.191105 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.191620 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.191955 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.192286 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.192614 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.192938 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:51.193260 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80cecd-c490-4f1d-aeb5-36472a7a4cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:04:53.433690 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea72b-7584-48ff-af1c-486ad410a4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:54.490497 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:55.959075 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:04:57.466773 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:21.076310 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca649-4d10-4fcc-8546-5a48ba3bed97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:23.433404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-18186431-0f61-4dfa-befe-43c479fdc9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:24.492030 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:25.627100 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:05:25.961407 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:27.468651 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:51.080604 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad02-f6c2-48cf-9b6b-65eb011184ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:53.433981 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e8e69e9f-a2f5-41ae-bd8c-431e8c955427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:54.496012 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:55.963348 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:05:57.470393 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:02.631339 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:06:21.083698 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cef5aaf9-5d6d-4e13-9f21-25a676c232f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:23.434758 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3717a04e-faf8-4408-9b66-74232a34d575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:24.497177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:25.966651 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:27.472008 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:30.906201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-493908'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:39.633875 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:06:45.603585 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37404) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:06:45.704329 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-acf8ba8c-6491-47d8-bb36-eadb28ef8b1c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996532 Mar 03 14:06:48.026569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37414) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:06:48.079332 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c8812581-13c8-44d0-9c2d-db1414163a4e admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0517142 Mar 03 14:06:51.085179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-177230ff-6420-4610-938a-127a60f5bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:53.435743 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-eaa430f8-5cc3-4734-af4a-085e5face839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:54.501224 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:55.969959 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:06:57.474522 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:00.907518 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:16.636787 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:07:21.086020 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-117b3f67-917c-467c-b6a6-b2ad02ef78b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:23.437199 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6088d26b-30f9-4273-aedf-699284ec6a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:24.503201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:25.972577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:27.475804 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:30.903758 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:51.113343 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ad9d62e7-2d2b-4760-a52c-b44008f079ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:53.442933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ee3c-32f4-4b89-9335-96fe257861d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:53.639751 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:07:54.507960 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:55.976692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:07:57.478940 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:00.918761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:21.091589 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2727fb10-fd43-47b8-8510-16521d6c2ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:23.467229 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2155b7b0-613f-4d29-9c8d-213837dd136d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:24.512092 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.139093 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37620) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:25.354873 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37632) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:25.495345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37640) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:25.549795 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-537422283-network', 'tenant_id': '639be8f7f7204d568cb7a5c7b9697437'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:25.577515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Made reservation on behalf of 639be8f7f7204d568cb7a5c7b9697437 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:25.582672 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.599586 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.612594 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-476859989-network', 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:25.674045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:25.674045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.684465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.746431 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks [] for security_group (b1436a9e-f01d-4871-ab50-7576cb0dc733), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.754510 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b1436a9e-f01d-4871-ab50-7576cb0dc733), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.755835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37658) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:25.776457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:25.810709 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1656526276-network', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:25.820672 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.821016 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Added segment 5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39 of type vlan for network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff Mar 03 14:08:25.845152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1436a9e-f01d-4871-ab50-7576cb0dc733,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:25.905412 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.905807 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.906554 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.907465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.908051 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.908378 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.909038 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.909531 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.909895 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.910229 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.910558 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.910875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.911186 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Tracked resource versions report: Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: pushed versions: Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: { 'AddressGroup': {'1.2'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'ConntrackHelper': {'1.0'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Log': {'1.0'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Network': {'1.1'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Port': {'1.7'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'PortForwarding': {'1.2'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'QosPolicy': {'1.10'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroup': {'1.5'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SubPort': {'1.0'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Subnet': {'1.1'}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Trunk': {'1.1'}} Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: consumer versions: Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: HyperV agent@hv-cinder-81977: {}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'ConntrackHelper': '1.0', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'LocalIPAssociation': '1.0', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Log': '1.0', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Network': '1.1', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Port': '1.7', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'PortForwarding': '1.2', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'QosPolicy': '1.10', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroup': '1.5', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SecurityGroupRule': '1.2', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'SubPort': '1.0', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Subnet': '1.1', Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: 'Trunk': '1.1'}} Mar 03 14:08:25.912307 dv-cinder-819778-8-iscsi neutron-server[103110]: {{(pid=103110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:08:25.936635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.942348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks [] for security_group (b9f5e509-03c7-4140-93dc-9c87af5eace3), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.945538 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Made reservation on behalf of 861c811514474fb1a8f05efd7009cbd9 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:25.948177 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.961458 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b9f5e509-03c7-4140-93dc-9c87af5eace3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:25.994324 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.003693 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.023104 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.024139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:26.024674 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.040013 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-network', 'tenant_id': 'c56babcdba7b47409f37692a67ded969'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:26.065448 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:26.078401 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5e509-03c7-4140-93dc-9c87af5eace3,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:26.079563 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Made reservation on behalf of c56babcdba7b47409f37692a67ded969 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:26.085249 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.090659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9495273 Mar 03 14:08:26.102055 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37684) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:26.103451 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.116077 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (95c499b0-d5dc-43a4-be65-0c169c64845b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.116429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Added segment 95c499b0-d5dc-43a4-be65-0c169c64845b of type vlan for network 07357312-6a8a-4c70-9db1-6833f62e1ba9 Mar 03 14:08:26.119532 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Request body: {'subnet': {'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-537422283-subnet', 'tenant_id': '639be8f7f7204d568cb7a5c7b9697437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:26.168426 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Made reservation on behalf of 639be8f7f7204d568cb7a5c7b9697437 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:26.171181 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.269649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (07357312-6a8a-4c70-9db1-6833f62e1ba9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.277350 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64e10-1d68-4021-8f33-4be25897f0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:26.291267 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:26.297416 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks [] for security_group (9875e137-4eba-4f87-8013-963e7c4edbcb), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.306322 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9875e137-4eba-4f87-8013-963e7c4edbcb), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.323526 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:26.343794 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728683285652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (b357c201-4458-413f-9da8-9990b96819d3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.346462 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Unsubscribe: segment precommit_create {{(pid=103109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 14:08:26.348204 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Added segment b357c201-4458-413f-9da8-9990b96819d3 of type vlan for network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 Mar 03 14:08:26.369782 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (07357312-6a8a-4c70-9db1-6833f62e1ba9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.370876 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:26.371560 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.446016 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.468871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] Pushing event updated for resources: {'Network': ['ID=07357312-6a8a-4c70-9db1-6833f62e1ba9,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:26.481977 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:26.495927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks [] for security_group (463269b4-f8b0-4673-86f6-a1882aa1339b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.505794 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8c6ee3b7-4985-4c0a-b5c0-946645dd8e27 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1496403 Mar 03 14:08:26.507564 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (463269b4-f8b0-4673-86f6-a1882aa1339b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.526410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:26.542875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (df0ec0a5-b5c8-400e-b47f-b85883730e34), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.543273 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Added segment df0ec0a5-b5c8-400e-b47f-b85883730e34 of type vlan for network 05081da1-60f1-429a-bcc4-2332fab8e916 Mar 03 14:08:26.546502 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37692) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:26.580226 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Request body: {'subnet': {'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-476859989-subnet', 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:26.587154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.590217 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:26.592752 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.696193 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (05081da1-60f1-429a-bcc4-2332fab8e916), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.768278 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (05081da1-60f1-429a-bcc4-2332fab8e916), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.770627 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:26.771395 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.847267 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3507900 Mar 03 14:08:26.858206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37716) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:26.866966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Request body: {'subnet': {'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1656526276-subnet', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:26.888864 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (35a5338e-23ce-4163-a2f3-53eed507d452), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.890084 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463269b4-f8b0-4673-86f6-a1882aa1339b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:26.916045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Made reservation on behalf of 861c811514474fb1a8f05efd7009cbd9 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:26.919987 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:26.924098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cbd2b-e745-4376-abed-f938c0d1b035 admin admin] Pushing event updated for resources: {'Network': ['ID=05081da1-60f1-429a-bcc4-2332fab8e916,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:26.940786 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 05081da1-60f1-429a-bcc4-2332fab8e916 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:26.944451 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1870809 Mar 03 14:08:26.952205 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37724) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:26.972581 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:26.975069 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.037794 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Request body: {'subnet': {'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-subnet', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:27.103634 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Made reservation on behalf of c56babcdba7b47409f37692a67ded969 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:27.110751 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875e137-4eba-4f87-8013-963e7c4edbcb,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.123903 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.151222 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.151435 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.158069 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.158523 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.158859 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.159208 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.159538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.159865 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.160192 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.160515 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.163508 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.163880 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.164193 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Tracked resource versions report: Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: pushed versions: Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: { 'AddressGroup': {'1.2'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'ConntrackHelper': {'1.0'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Log': {'1.0'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Network': {'1.1'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Port': {'1.7'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'PortForwarding': {'1.2'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'QosPolicy': {'1.10'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroup': {'1.5'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SubPort': {'1.0'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Subnet': {'1.1'}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Trunk': {'1.1'}} Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: consumer versions: Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: HyperV agent@hv-cinder-81977: {}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'ConntrackHelper': '1.0', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'LocalIPAssociation': '1.0', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Log': '1.0', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Network': '1.1', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Port': '1.7', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'PortForwarding': '1.2', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'QosPolicy': '1.10', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroup': '1.5', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SecurityGroupRule': '1.2', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'SubPort': '1.0', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Subnet': '1.1', Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: 'Trunk': '1.1'}} Mar 03 14:08:27.165359 dv-cinder-819778-8-iscsi neutron-server[103109]: {{(pid=103109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:08:27.201724 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a5338e-23ce-4163-a2f3-53eed507d452,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.207345 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d12b66-a02c-4935-951b-6c41b6b99af6 admin admin] Pushing event updated for resources: {'Network': ['ID=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.231159 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:27.237341 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Checking segment: {'id': '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:27.249795 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Network hostable DHCP agents. Network: 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:27.297872 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:27.315120 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:27.340710 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:27.341637 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.357366 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb692894-9938-4746-bd56-f218e2ac8cc3 None None] Network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:27.374606 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6a3dcf59-3796-4f04-b969-d9741971f1a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2600763 Mar 03 14:08:27.443653 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (d6eca5d4-f3d0-4b39-9707-09fea1b1aa59), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.501446 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.511056 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Checking segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:27.511420 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Network hostable DHCP agents. Network: 07357312-6a8a-4c70-9db1-6833f62e1ba9, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:27.521353 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (5e71b440-a164-4447-a3b3-f8b622138c7b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.531139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (21621ae8-7396-482c-b09e-8ce82cca9698), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.531758 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:27.540728 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.550239 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 07357312-6a8a-4c70-9db1-6833f62e1ba9) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:27.557611 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:27.558187 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.567616 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ffcc1-8e4e-424f-ad4f-b4e34c8655e1 None None] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:27.601052 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e8b89aef-d5bb-48c5-8398-31ca826058e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0448532 Mar 03 14:08:27.694484 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Checking segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:27.696348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Network hostable DHCP agents. Network: 05081da1-60f1-429a-bcc4-2332fab8e916, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:27.746071 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Checking segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:27.746415 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Network hostable DHCP agents. Network: 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:27.760256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e71b440-a164-4447-a3b3-f8b622138c7b,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.803312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21621ae8-7396-482c-b09e-8ce82cca9698,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:27.807545 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:27.831717 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:27.842809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:27.843111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1490d-802d-4c5b-8e68-e4832b732aa6 None None] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:27.846606 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c82b4-5609-4840-96b7-75024b9aed04 None None] Network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:27.872197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 05081da1-60f1-429a-bcc4-2332fab8e916) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:27.884392 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:27.884980 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.906852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae3730-01cd-4941-bb98-e6ce0b04cacf None None] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:27.910846 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37764) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:27.911368 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-649f1f5e-4631-4234-b4f5-050cf446521a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9504654 Mar 03 14:08:27.915331 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:27.925776 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:27.926205 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.949893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-80c3acd8-47af-4022-801f-7d45f1d0a225 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0903089 Mar 03 14:08:27.952447 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37766) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:27.961025 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:27.967139 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (ad20b998-1364-456f-be2c-cb278d2f346a), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:27.968656 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (ad20b998-1364-456f-be2c-cb278d2f346a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.005549 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525f206-97a2-4a05-90cc-cc91b1008588 None None] Network 05081da1-60f1-429a-bcc4-2332fab8e916 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:28.013192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.015362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.056635 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for router_controller (ad20b998-1364-456f-be2c-cb278d2f346a), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.255797 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for router_controller (7df03066-aac3-4b4c-a6d1-1c86171025b1), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.376537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for router_gateway (ad20b998-1364-456f-be2c-cb278d2f346a), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.585785 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:08:28.587328 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.606026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-05081da1-60f1-429a-bcc4-2332fab8e916', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:08:28.607660 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.724991 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for router_gateway (7df03066-aac3-4b4c-a6d1-1c86171025b1), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.735498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37820) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:28.738158 dv-cinder-819778-8-iscsi neutron-server[103110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 14:08:28.898749 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37836) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:28.962181 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for router_gateway (ad20b998-1364-456f-be2c-cb278d2f346a), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.978715 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Allocated IP 172.20.0.2 (05081da1-60f1-429a-bcc4-2332fab8e916/5e71b440-a164-4447-a3b3-f8b622138c7b/eddc63c1-956c-4eb1-976f-e5a86dec6b98) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:28.993671 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:28.997956 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Allocated IP 172.20.0.2 (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01/21621ae8-7396-482c-b09e-8ce82cca9698/9ed79277-65e4-4358-b88e-75d6af655dea) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:29.044938 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-d9b0ef53-c251-4910-9c88-aa6f0413f3be tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:29.052020 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-d9b0ef53-c251-4910-9c88-aa6f0413f3be tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/networks?id=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff HTTP/1.1" status: 200 len: 811 time: 0.3150513 Mar 03 14:08:29.091309 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-aba90f30-dc69-459c-9c15-98debd050243 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/quotas/639be8f7f7204d568cb7a5c7b9697437 HTTP/1.1" status: 200 len: 375 time: 0.0384910 Mar 03 14:08:29.133741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-2688b5cf-f057-4cca-a80b-05302a28d78f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:29.140068 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-2688b5cf-f057-4cca-a80b-05302a28d78f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.2401638 Mar 03 14:08:29.175825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-51ef615b-26b1-46b1-9766-887e39dd2784 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=639be8f7f7204d568cb7a5c7b9697437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835750 Mar 03 14:08:29.178476 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Allocated IP 172.27.0.143 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/1bd7483e-d2f6-472c-adf3-694664af2c2b) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:29.182694 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37842) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:29.193400 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-579d8995-fcfa-4ff6-9940-a0e5396c8e7e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/quotas/bd897bdad51b4b0abd357df599113c9b HTTP/1.1" status: 200 len: 375 time: 0.0524364 Mar 03 14:08:29.245599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-21c3deab-4014-4b91-8594-f979036d83e4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512016 Mar 03 14:08:29.310246 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks [] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.311979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks [] for port (9ed79277-65e4-4358-b88e-75d6af655dea), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.320658 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.331399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.373649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.383089 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:29.391918 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:29.397503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:29.398425 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:29.400660 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Pushing event updated for resources: {'Port': ['ID=eddc63c1-956c-4eb1-976f-e5a86dec6b98,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:29.404962 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:29.411553 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:29.415540 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.415907 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.416266 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.416603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.416925 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.417249 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.417567 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.417924 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.418254 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.418576 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.418893 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.419210 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.419525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Tracked resource versions report: Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: pushed versions: Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: { 'AddressGroup': {'1.2'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'ConntrackHelper': {'1.0'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Log': {'1.0'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Network': {'1.1'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Port': {'1.7'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'PortForwarding': {'1.2'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'QosPolicy': {'1.10'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroup': {'1.5'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SubPort': {'1.0'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Subnet': {'1.1'}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Trunk': {'1.1'}} Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: consumer versions: Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: HyperV agent@hv-cinder-81977: {}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'ConntrackHelper': '1.0', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'LocalIPAssociation': '1.0', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Log': '1.0', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Network': '1.1', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Port': '1.7', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'PortForwarding': '1.2', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'QosPolicy': '1.10', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroup': '1.5', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SecurityGroupRule': '1.2', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'SubPort': '1.0', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Subnet': '1.1', Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: 'Trunk': '1.1'}} Mar 03 14:08:29.420661 dv-cinder-819778-8-iscsi neutron-server[103111]: {{(pid=103111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:08:29.425798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-474dcc7d-cd1a-4c58-8e82-2adccc6461d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.460983 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for router_gateway (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.526581 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.539327 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-314f10f7-4a79-4440-8ece-f9d885df81b7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:08:29.545843 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Pushing event updated for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:29.555058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-314f10f7-4a79-4440-8ece-f9d885df81b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1239848 Mar 03 14:08:29.559679 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Attempting to bind port eddc63c1-956c-4eb1-976f-e5a86dec6b98 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:29.560135 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Attempting to bind port eddc63c1-956c-4eb1-976f-e5a86dec6b98 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:29.560664 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Attempting to bind port eddc63c1-956c-4eb1-976f-e5a86dec6b98 on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:29.568062 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-d7eae53c-4189-47dc-88f7-151fd9d7d005 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:08:29.569637 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-d7eae53c-4189-47dc-88f7-151fd9d7d005 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1840210 Mar 03 14:08:29.572370 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:29.572885 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Checking segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:29.573452 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.574007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Bound using segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:29.574797 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Bound port: eddc63c1-956c-4eb1-976f-e5a86dec6b98, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:29.575253 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.578220 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Attempting to bind port 9ed79277-65e4-4358-b88e-75d6af655dea on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:29.578701 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Attempting to bind port 9ed79277-65e4-4358-b88e-75d6af655dea by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:29.579481 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Attempting to bind port 9ed79277-65e4-4358-b88e-75d6af655dea on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:29.587256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:29.587929 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Checking segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:29.588738 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.589153 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Bound using segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:29.589809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Bound port: 9ed79277-65e4-4358-b88e-75d6af655dea, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:29.590202 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.591313 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.613353 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-474dcc7d-cd1a-4c58-8e82-2adccc6461d4 admin admin] Publish callbacks [] for security_group (f978de6e-9566-4d62-ab57-16e02aaf1b04), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.669792 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-474dcc7d-cd1a-4c58-8e82-2adccc6461d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f978de6e-9566-4d62-ab57-16e02aaf1b04), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.673766 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:29.677374 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ed79277-65e4-4358-b88e-75d6af655dea,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:29.690714 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:29.698304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:29.717338 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.757014 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:29.815743 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] For port eddc63c1-956c-4eb1-976f-e5a86dec6b98, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:29.822028 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] For port eddc63c1-956c-4eb1-976f-e5a86dec6b98, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=eddc63c1-956c-4eb1-976f-e5a86dec6b98,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:29.823443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6831b5-5f8e-478f-86e0-e49f66fe8d0e None None] Pushing event updated for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:29.832223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:29.858125 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5c93381a-ce40-405f-8874-b0f60147b351 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760203 Mar 03 14:08:29.865813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-823ca21a-a9be-4d6e-b058-e6c72a61c6c1 service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091106 Mar 03 14:08:29.921262 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Allocated IP 172.27.0.214 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/fec824c1-d9eb-459e-a898-c45a83fc5f97) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:29.932291 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5e7f-5c29-4b6f-b984-9316a09abac0 None None] Pushing event updated for resources: {'Port': ['ID=eddc63c1-956c-4eb1-976f-e5a86dec6b98,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:30.067764 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dcc7d-cd1a-4c58-8e82-2adccc6461d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f978de6e-9566-4d62-ab57-16e02aaf1b04,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:30.084428 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd7483e-d2f6-472c-adf3-694664af2c2b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:30.090114 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-474dcc7d-cd1a-4c58-8e82-2adccc6461d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8110cdd3600a42ada9873e4bcefc41c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9053445 Mar 03 14:08:30.096362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37866) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:30.183720 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-06063f74-866b-4abd-a30d-7b8d79f37b8c service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170500 Mar 03 14:08:30.208807 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-3ce9574e-4390-464c-9c3a-db7d4798cb67 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335843 Mar 03 14:08:30.269840 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for router_gateway (ad20b998-1364-456f-be2c-cb278d2f346a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.283407 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] Publish callbacks [] for security_group (f978de6e-9566-4d62-ab57-16e02aaf1b04), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.321076 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.328237 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] Publish callbacks [] for security_group (f978de6e-9566-4d62-ab57-16e02aaf1b04), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.440394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.565471 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:30.569923 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f978de6e-9566-4d62-ab57-16e02aaf1b04), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.576406 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.577856 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f978de6e-9566-4d62-ab57-16e02aaf1b04 HTTP/1.1" status: 204 len: 168 time: 0.4778416 Mar 03 14:08:30.600064 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:30.645832 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f0132-138d-45ee-8546-46a048f12760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f978de6e-9566-4d62-ab57-16e02aaf1b04,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:30.650933 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Pushing event updated for resources: {'Port': ['ID=fec824c1-d9eb-459e-a898-c45a83fc5f97,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:30.670496 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:30.686670 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:08:30.766603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ed79277-65e4-4358-b88e-75d6af655dea up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:30.814544 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (ad20b998-1364-456f-be2c-cb278d2f346a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.837405 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b33d8fc-6621-4d1a-9aba-a4733d96f3d8 req-ed4c11bf-8a00-415a-b7c5-1dd397841add tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0854483 Mar 03 14:08:30.838246 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 9ed79277-65e4-4358-b88e-75d6af655dea triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:30.839007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:30.984250 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.111334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 9ed79277-65e4-4358-b88e-75d6af655dea is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:31.112098 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.202844 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ed79277-65e4-4358-b88e-75d6af655dea,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:31.212412 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.212981 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device eddc63c1-956c-4eb1-976f-e5a86dec6b98 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:31.240009 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b548bea3-9409-4510-9d91-f305764e9e8d req-2e7adc7e-3fb8-42eb-ac02-0fa4e63cd3d1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.3993969 Mar 03 14:08:31.253806 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Router ad20b998-1364-456f-be2c-cb278d2f346a is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:08:31.320975 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37920) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:31.384777 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e3492ce-d61e-4070-91da-abaa5c3cf704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.476330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port eddc63c1-956c-4eb1-976f-e5a86dec6b98 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:31.477666 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.577726 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:31.690009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e3492ce-d61e-4070-91da-abaa5c3cf704 admin admin] Publish callbacks [] for security_group (502c4a76-2757-413a-bada-dfa527aff27e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.776752 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:08:31.790969 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:08:31.807998 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028a578-57c8-4825-b1d1-f0e30a961366 None None] Network 05081da1-60f1-429a-bcc4-2332fab8e916 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:31.810470 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:31.811179 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:31.835283 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.842231 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-47a855fa-f641-4324-934c-bbb1ecca9032 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9301274 Mar 03 14:08:31.843025 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37964) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:31.843819 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e3492ce-d61e-4070-91da-abaa5c3cf704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (502c4a76-2757-413a-bada-dfa527aff27e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:31.926537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37970) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:31.929640 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0e3492ce-d61e-4070-91da-abaa5c3cf704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0091d0139584fcc8b24bdccfd5b1b1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6036971 Mar 03 14:08:31.962199 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port eddc63c1-956c-4eb1-976f-e5a86dec6b98 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:31.962940 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.027692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-724eb2d6-d647-46d7-a831-9cd6cd3157ca None None] Provisioning complete for port eddc63c1-956c-4eb1-976f-e5a86dec6b98 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:32.028172 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-724eb2d6-d647-46d7-a831-9cd6cd3157ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.041030 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3492ce-d61e-4070-91da-abaa5c3cf704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502c4a76-2757-413a-bada-dfa527aff27e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:32.070624 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1db873d4-6c24-4d79-b67b-55af5e3be8f2 req-b44353b6-03e0-4251-82b9-fcf388d40740 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0591974 Mar 03 14:08:32.081285 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] Publish callbacks [] for security_group (502c4a76-2757-413a-bada-dfa527aff27e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.099824 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port eddc63c1-956c-4eb1-976f-e5a86dec6b98, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=eddc63c1-956c-4eb1-976f-e5a86dec6b98,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:32.102439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for router_gateway (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.107096 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f129c-6139-4272-95e7-baefca385d9e None None] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:32.142278 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.171371 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] Publish callbacks [] for security_group (502c4a76-2757-413a-bada-dfa527aff27e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.343657 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:32.365698 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (502c4a76-2757-413a-bada-dfa527aff27e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.368754 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.372812 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/502c4a76-2757-413a-bada-dfa527aff27e HTTP/1.1" status: 204 len: 168 time: 0.4449952 Mar 03 14:08:32.388922 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e378c-1f00-4b32-9307-0b47f385c330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c4a76-2757-413a-bada-dfa527aff27e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:32.399246 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.449513 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=eddc63c1-956c-4eb1-976f-e5a86dec6b98,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:32.567780 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ed79277-65e4-4358-b88e-75d6af655dea up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:32.594144 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed80edda-ea00-4a02-9a6e-79aedd1956a5 req-9b28c81e-f579-4621-8902-5345fd0e5d48 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.1892924 Mar 03 14:08:32.663304 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:29Z', 'revision_number': 3, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:32.722190 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:08:32.722579 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Updating router ad20b998-1364-456f-be2c-cb278d2f346a port 1bd7483e-d2f6-472c-adf3-694664af2c2b binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:08:32.733574 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-724eb2d6-d647-46d7-a831-9cd6cd3157ca None None] Current status of the port eddc63c1-956c-4eb1-976f-e5a86dec6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:32.748231 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 9ed79277-65e4-4358-b88e-75d6af655dea triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:32.748632 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.773856 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.782608 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:32.827297 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:08:33.118377 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 9ed79277-65e4-4358-b88e-75d6af655dea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:33.129987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d23f5fe5-adb9-4f1b-8732-d0e899427efd None None] Provisioning complete for port 9ed79277-65e4-4358-b88e-75d6af655dea triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:33.137707 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d23f5fe5-adb9-4f1b-8732-d0e899427efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.199339 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Allocated IP 172.20.0.1 (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01/21621ae8-7396-482c-b09e-8ce82cca9698/04534956-edd7-4978-9a96-57278e8ca42b) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:33.278440 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5fcc2079-7ff8-43c8-a6d7-acadd05c955c req-b39d44ab-331f-4df5-818d-0fce8214a16d tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0802486 Mar 03 14:08:33.318064 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:08:33.335329 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:08:33.340455 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.341982 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-217ba195-cacc-4144-859a-ea46a42b2168 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3885257 Mar 03 14:08:33.345549 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38016) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:33.385489 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d23f5fe5-adb9-4f1b-8732-d0e899427efd None None] Current status of the port 9ed79277-65e4-4358-b88e-75d6af655dea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:33.396413 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:33.398710 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:33.450507 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks [] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.452323 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks [] for port (04534956-edd7-4978-9a96-57278e8ca42b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.463764 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.520816 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.544437 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Attempting to bind port 1bd7483e-d2f6-472c-adf3-694664af2c2b on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:33.544843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Attempting to bind port 1bd7483e-d2f6-472c-adf3-694664af2c2b by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:33.545246 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Attempting to bind port 1bd7483e-d2f6-472c-adf3-694664af2c2b on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:33.555118 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:33.555493 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:33.555899 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.556292 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:33.556809 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Bound port: 1bd7483e-d2f6-472c-adf3-694664af2c2b, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:33.557335 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.589442 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Pushing event updated for resources: {'Port': ['ID=1bd7483e-d2f6-472c-adf3-694664af2c2b,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:33.590263 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Pushing event updated for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:33.603803 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:33.606643 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:33.609189 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:33.613468 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (ad20b998-1364-456f-be2c-cb278d2f346a), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.723703 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Provisioning complete for port 9ed79277-65e4-4358-b88e-75d6af655dea triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:33.724110 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.726850 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:33.795788 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.796278 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.796669 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.797052 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.798135 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.798687 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.799042 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.799379 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.799807 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.800049 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.803914 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.804497 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.805457 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Tracked resource versions report: Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: pushed versions: Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: { 'AddressGroup': {'1.2'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'ConntrackHelper': {'1.0'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'LocalIPAssociation': {'1.0'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Log': {'1.0'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Network': {'1.1'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Port': {'1.7'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'PortForwarding': {'1.2'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'QosPolicy': {'1.10'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroup': {'1.5'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroupRule': {'1.2'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SubPort': {'1.0'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Subnet': {'1.1'}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Trunk': {'1.1'}} Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: consumer versions: Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: { DHCP agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: HyperV agent@hv-cinder-81977: {}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: L3 agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: Metadata agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: Metering agent@dv-cinder-819778-8-iscsi: {}, Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: Open vSwitch agent@dv-cinder-819778-8-iscsi: { 'AddressGroup': '1.2', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'ConntrackHelper': '1.0', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'LocalIPAssociation': '1.0', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Log': '1.0', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Network': '1.1', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Port': '1.7', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'PortForwarding': '1.2', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'QosPolicy': '1.10', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroup': '1.5', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SecurityGroupRule': '1.2', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'SubPort': '1.0', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Subnet': '1.1', Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: 'Trunk': '1.1'}} Mar 03 14:08:33.807877 dv-cinder-819778-8-iscsi neutron-server[103112]: {{(pid=103112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 14:08:33.829904 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] For port 1bd7483e-d2f6-472c-adf3-694664af2c2b, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:33.838267 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] For port 1bd7483e-d2f6-472c-adf3-694664af2c2b, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=1bd7483e-d2f6-472c-adf3-694664af2c2b,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:33.846930 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:33.929016 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:33.929681 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:33.950190 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38034) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:34.060988 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a29e03e7-a1d4-497f-95d5-989d2f53ba77 req-65d2308c-71e3-4fd4-b1f6-f4d7b4d1cb4c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.0515065 Mar 03 14:08:34.061598 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (04534956-edd7-4978-9a96-57278e8ca42b), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.148001 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e64ee-23cb-44e1-bb2b-1aad56c32104 None None] Pushing event updated for resources: {'Port': ['ID=1bd7483e-d2f6-472c-adf3-694664af2c2b,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:34.157308 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Current status of the port 9ed79277-65e4-4358-b88e-75d6af655dea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:34.160871 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:34.186179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Provisioning complete for port eddc63c1-956c-4eb1-976f-e5a86dec6b98 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:34.186573 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.276632 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-92549722-network', 'tenant_id': 'c764ac14c4e343f1ae614a8b3e753624'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:34.323799 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4d26d7af-e5b8-408c-9cf2-12b439c14854 None None] Current status of the port eddc63c1-956c-4eb1-976f-e5a86dec6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:34.333262 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:31Z', 'revision_number': 3, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:34.359140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.373488 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:08:34.373879 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Updating router 7df03066-aac3-4b4c-a6d1-1c86171025b1 port fec824c1-d9eb-459e-a898-c45a83fc5f97 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:08:34.394398 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Made reservation on behalf of c764ac14c4e343f1ae614a8b3e753624 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:34.409343 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.425437 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f5dbe6ba-fb4e-40a4-8c8e-07271ba07157 req-45f88a54-9b56-43fd-ac7f-ebc50dd10bb8 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0475943 Mar 03 14:08:34.446634 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.463184 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:29Z', 'revision_number': 3, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:34.481224 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.510143 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01064e39-0c1f-4af8-b062-2729a5909dbb None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:29Z', 'revision_number': 3, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:08:34.533727 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device eddc63c1-956c-4eb1-976f-e5a86dec6b98 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:34.579606 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4abe5c43-1b89-4d02-a53b-3b8e7eb8ed35 None None] Provisioning complete for port 04534956-edd7-4978-9a96-57278e8ca42b triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:34.579985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4abe5c43-1b89-4d02-a53b-3b8e7eb8ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (04534956-edd7-4978-9a96-57278e8ca42b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.606839 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks [] for port (04534956-edd7-4978-9a96-57278e8ca42b), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.619690 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.620543 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (ad20b998-1364-456f-be2c-cb278d2f346a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.629863 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Allocated IP 172.20.0.1 (05081da1-60f1-429a-bcc4-2332fab8e916/5e71b440-a164-4447-a3b3-f8b622138c7b/5ec2ba60-ca51-4b23-95d8-57712792871a) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:34.680194 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Pushing event updated for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:34.706345 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port eddc63c1-956c-4eb1-976f-e5a86dec6b98 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:34.706719 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.783740 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks [] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.784267 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4abe5c43-1b89-4d02-a53b-3b8e7eb8ed35 None None] Port 04534956-edd7-4978-9a96-57278e8ca42b cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:34.824406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:34.831078 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:34.846181 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:34.963116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:34.973984 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:35.015707 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:35.016506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.036728 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port eddc63c1-956c-4eb1-976f-e5a86dec6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:35.192279 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks [] for security_group (5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.197468 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:08:35.209357 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.272276 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks [] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.279023 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.364403 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:35.377416 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (04b8e5f8-c05c-4287-847e-013f381ffd67), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.377787 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Added segment 04b8e5f8-c05c-4287-847e-013f381ffd67 of type vlan for network 1250e79f-c98b-48b5-87a9-df2e3e187836 Mar 03 14:08:35.379244 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Attempting to bind port fec824c1-d9eb-459e-a898-c45a83fc5f97 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:35.379690 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Attempting to bind port fec824c1-d9eb-459e-a898-c45a83fc5f97 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:35.380116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Attempting to bind port fec824c1-d9eb-459e-a898-c45a83fc5f97 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:35.382302 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d306-ef2a-49f8-a849-444494f1e6cb None None] Pushing event updated for resources: {'Port': ['ID=fec824c1-d9eb-459e-a898-c45a83fc5f97,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:35.386624 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-cd3df00d-7bfe-44f2-82d7-03d9048468ae None None] Provisioning complete for port 04534956-edd7-4978-9a96-57278e8ca42b triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:35.387372 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cd3df00d-7bfe-44f2-82d7-03d9048468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (04534956-edd7-4978-9a96-57278e8ca42b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.392784 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:35.393240 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:35.393942 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.394209 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:35.394756 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Bound port: fec824c1-d9eb-459e-a898-c45a83fc5f97, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:35.395419 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.397875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:35.472813 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df00d-7bfe-44f2-82d7-03d9048468ae None None] Port 04534956-edd7-4978-9a96-57278e8ca42b cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:35.480196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:35.509019 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] For port fec824c1-d9eb-459e-a898-c45a83fc5f97, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:35.514999 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] For port fec824c1-d9eb-459e-a898-c45a83fc5f97, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=fec824c1-d9eb-459e-a898-c45a83fc5f97,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:35.528177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.532224 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (1250e79f-c98b-48b5-87a9-df2e3e187836), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.534701 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b01cfcd-a35c-47c9-bc91-1d5f95dd79e1 req-6dcea1b7-12cf-4a6e-b99c-d876bc1f9c60 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.0652778 Mar 03 14:08:35.545424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.626860 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:08:35.628703 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194d306-ef2a-49f8-a849-444494f1e6cb None None] Pushing event updated for resources: {'Port': ['ID=fec824c1-d9eb-459e-a898-c45a83fc5f97,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:35.646678 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fd4d34c2-aca4-4f55-9ab9-8cb38cfba52d admin admin] 10.222.0.31 "PUT /v2.0/routers/ad20b998-1364-456f-be2c-cb278d2f346a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7934625 Mar 03 14:08:35.646678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (1250e79f-c98b-48b5-87a9-df2e3e187836), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.646678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:35.646678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.657716 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-c50aebc5-0a03-48d8-9000-f2268776084f None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:35.658681 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c50aebc5-0a03-48d8-9000-f2268776084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.694670 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:35.695304 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:35.725304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] Pushing event updated for resources: {'Network': ['ID=1250e79f-c98b-48b5-87a9-df2e3e187836,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:35.744985 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-796f0e59-c754-4124-a585-576b92bed226 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7879374 Mar 03 14:08:35.747677 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38094) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:35.755792 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Request body: {'subnet': {'network_id': '1250e79f-c98b-48b5-87a9-df2e3e187836', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-92549722-subnet', 'tenant_id': 'c764ac14c4e343f1ae614a8b3e753624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:35.778627 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks [] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.783041 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 1250e79f-c98b-48b5-87a9-df2e3e187836 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:35.786140 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Made reservation on behalf of c764ac14c4e343f1ae614a8b3e753624 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:35.789429 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.794347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.795095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:35.817239 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bd58d7aa-3b91-4878-b7a2-c4fc2c9dcf0e req-7a6ff7c0-7d9a-432b-89af-ae90c3373438 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0362642 Mar 03 14:08:35.933930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:36.043227 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-c50aebc5-0a03-48d8-9000-f2268776084f None None] Port 5ec2ba60-ca51-4b23-95d8-57712792871a cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:36.055452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:36.062662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:36.102257 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (927882d8-78ff-48a3-bb23-fa797a5366f6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:36.195708 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:36.245970 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927882d8-78ff-48a3-bb23-fa797a5366f6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:36.301537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Checking segment: {'id': '04b8e5f8-c05c-4287-847e-013f381ffd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1250e79f-c98b-48b5-87a9-df2e3e187836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:36.301912 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Network hostable DHCP agents. Network: 1250e79f-c98b-48b5-87a9-df2e3e187836, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:36.319856 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:08:36.329199 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Network 1250e79f-c98b-48b5-87a9-df2e3e187836 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:36.352020 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 1250e79f-c98b-48b5-87a9-df2e3e187836) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:36.366785 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d785d-ce9f-4873-ba29-b1217ef82ba9 None None] Network 1250e79f-c98b-48b5-87a9-df2e3e187836 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:36.380444 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:36.381691 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:36.441727 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-af6c851e-af88-4a4f-875d-82b1f5b3a838 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6840572 Mar 03 14:08:36.616190 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 1bd7483e-d2f6-472c-adf3-694664af2c2b up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:36.653209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:08:36.669838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1fb0ce92-ec6b-4f68-996b-3f023727430f admin admin] 10.222.0.31 "PUT /v2.0/routers/7df03066-aac3-4b4c-a6d1-1c86171025b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3210742 Mar 03 14:08:36.732657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-59557ede-3229-4e1a-a622-fd5fca32bcbb req-76902103-02f5-46b3-99c1-aed994ab59ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.0465934 Mar 03 14:08:36.796019 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38128) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:36.797861 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-c9ed6abb-c48c-4368-bbc4-3c6a4e7346ab None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:36.798947 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6abb-c48c-4368-bbc4-3c6a4e7346ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:36.801321 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120480036', 'description': 'tempest-description--1191363689'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:36.829956 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.13', 50631) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:36.854652 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:36.945201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248fae28-80fe-474b-98d4-1e0ea772fbe0 None None] Network 1250e79f-c98b-48b5-87a9-df2e3e187836 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:37.031252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-974e7faf-26c1-40fa-8305-4eb5b2853f6c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:37.036924 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-974e7faf-26c1-40fa-8305-4eb5b2853f6c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.2059035 Mar 03 14:08:37.082645 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (7f4d73e7-aa08-452e-8e36-c62a03f3d79d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.096019 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7f4d73e7-aa08-452e-8e36-c62a03f3d79d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.097054 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6abb-c48c-4368-bbc4-3c6a4e7346ab None None] Port 5ec2ba60-ca51-4b23-95d8-57712792871a cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:37.100362 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 1bd7483e-d2f6-472c-adf3-694664af2c2b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:37.101613 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.132618 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Request body: {'port': {'device_id': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'admin_state_up': True, 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:37.162551 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb560a64-67f5-4285-bb95-c6492c243494 req-b48ca46d-6174-4135-ad28-137e8c6607e8 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.1235192 Mar 03 14:08:37.179453 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.13', 50632) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:37.216852 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d73e7-aa08-452e-8e36-c62a03f3d79d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:37.280419 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.284079 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:34Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:37.286872 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-730bd7c2-4e44-49b8-9841-ead08d7a93a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4897273 Mar 03 14:08:37.301495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38150) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:37.322598 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group_rule': {'security_group_id': '7f4d73e7-aa08-452e-8e36-c62a03f3d79d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:37.325686 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:08:37.351261 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:37.351987 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:37.370518 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eef77-7a97-4016-9b42-ea960a88d457 None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:34Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:08:37.421416 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 1bd7483e-d2f6-472c-adf3-694664af2c2b is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:37.423994 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.487320 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 1bd7483e-d2f6-472c-adf3-694664af2c2b, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=1bd7483e-d2f6-472c-adf3-694664af2c2b,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:37.495003 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.543968 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38174) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:37.551572 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-371453040-network', 'tenant_id': '84717f22d0df4c42a6c8c2ae6e006df9'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:37.624615 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (f5820b94-1994-42c7-a40b-a6c77b8415e2), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:37.716480 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=1bd7483e-d2f6-472c-adf3-694664af2c2b,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:37.790067 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38196) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:37.828282 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:37.838445 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76013330', 'description': 'tempest-description--979016207'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:37.848584 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-4d2e99c9-52d7-4f29-a0ff-1c3de1778ec2 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:37.851317 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-4d2e99c9-52d7-4f29-a0ff-1c3de1778ec2 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.13 "GET /v2.0/networks?id=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff HTTP/1.1" status: 200 len: 811 time: 0.6693544 Mar 03 14:08:37.867230 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Request body: {'port': {'device_id': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff', 'admin_state_up': True, 'tenant_id': '639be8f7f7204d568cb7a5c7b9697437'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:37.871374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:37.885357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.028682 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Made reservation on behalf of 84717f22d0df4c42a6c8c2ae6e006df9 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:38.036803 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.112120 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.287671 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38224) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:38.350843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:34Z', 'revision_number': 2, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:38.371439 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Made reservation on behalf of 639be8f7f7204d568cb7a5c7b9697437 for: {'port': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:38.375090 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.411779 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Allocated IP 172.20.0.4 (07357312-6a8a-4c70-9db1-6833f62e1ba9/d6eca5d4-f3d0-4b39-9707-09fea1b1aa59/876fc643-cf32-45e7-81ce-2b7f2b13230c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:38.422874 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:08:38.426148 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Updating router ad20b998-1364-456f-be2c-cb278d2f346a port 04534956-edd7-4978-9a96-57278e8ca42b binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:08:38.448230 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks [] for security_group (b862d826-f7b9-45a2-b576-16e7ff437e35), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.471876 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (04534956-edd7-4978-9a96-57278e8ca42b), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.494547 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b862d826-f7b9-45a2-b576-16e7ff437e35), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.541361 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-65bf1484-b610-40de-948f-8c6cb2fa2276 req-1c7e3c0f-996a-4e3b-b8bd-9a8e286ef830 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.0690715 Mar 03 14:08:38.557603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 1bd7483e-d2f6-472c-adf3-694664af2c2b up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:38.599818 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:38.612598 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (f4b13680-c9c1-40c5-8947-5fe5c59ab24b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.612598 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Added segment f4b13680-c9c1-40c5-8947-5fe5c59ab24b of type vlan for network 1b1d34d9-46d4-46e5-a7dd-6123b2716433 Mar 03 14:08:38.674537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 1bd7483e-d2f6-472c-adf3-694664af2c2b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:38.674931 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.713674 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (1b1d34d9-46d4-46e5-a7dd-6123b2716433), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.744410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.863223 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2bf7843f-e41c-485e-a2f6-97759c5489b8 req-03362565-6811-4eb9-8ce1-5d84cc842e60 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.3914654 Mar 03 14:08:38.908971 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862d826-f7b9-45a2-b576-16e7ff437e35,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:38.942855 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (f5820b94-1994-42c7-a40b-a6c77b8415e2), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.949258 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 1bd7483e-d2f6-472c-adf3-694664af2c2b is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:38.957295 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (f5820b94-1994-42c7-a40b-a6c77b8415e2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.972305 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e194-65f3-48f6-b0cf-96a878bb540f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.988845 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (1b1d34d9-46d4-46e5-a7dd-6123b2716433), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:38.991255 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:38.993297 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.236609 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1d34d9-46d4-46e5-a7dd-6123b2716433,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:39.270770 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 1b1d34d9-46d4-46e5-a7dd-6123b2716433 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:39.413216 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5820b94-1994-42c7-a40b-a6c77b8415e2,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:39.465849 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.467416 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-07f297ea-d27d-49e1-b9a8-478ceda7f99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1595204 Mar 03 14:08:39.472021 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38256) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:39.504286 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks [] for port (04534956-edd7-4978-9a96-57278e8ca42b), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.513307 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks [] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.520415 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.526688 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group_rule': {'security_group_id': '7f4d73e7-aa08-452e-8e36-c62a03f3d79d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:39.572246 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (60e2b857-1d6b-4bb0-a626-7149fa81a339), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.610985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (60e2b857-1d6b-4bb0-a626-7149fa81a339), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:39.767549 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2b857-1d6b-4bb0-a626-7149fa81a339,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:39.787618 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2e9c0832-28e7-4834-99f3-81f5376e3dd3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2422471 Mar 03 14:08:39.823020 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38266) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:39.833530 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c732a-ed39-4ca0-831d-03e783093fb6 None None] Pushing event updated for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:39.857096 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Request body: {'subnet': {'network_id': '1b1d34d9-46d4-46e5-a7dd-6123b2716433', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-371453040-subnet', 'tenant_id': '84717f22d0df4c42a6c8c2ae6e006df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:39.885086 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38268) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:39.905083 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Allocated IP 172.20.0.14 (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff/35a5338e-23ce-4163-a2f3-53eed507d452/d60ba0eb-8c3c-4fc6-b843-1d429269b836) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:39.957425 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e194-65f3-48f6-b0cf-96a878bb540f admin admin] Publish callbacks [] for security_group (5cd0b6b3-4061-4733-9f56-30c61b20ec28), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.010252 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e194-65f3-48f6-b0cf-96a878bb540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5cd0b6b3-4061-4733-9f56-30c61b20ec28), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.011423 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.032865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.038190 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b6d87b1c-b12d-4c54-b0c0-541323dbcefc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2086334 Mar 03 14:08:40.069869 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Attempting to bind port 04534956-edd7-4978-9a96-57278e8ca42b on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:40.070309 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Attempting to bind port 04534956-edd7-4978-9a96-57278e8ca42b by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:40.070677 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Attempting to bind port 04534956-edd7-4978-9a96-57278e8ca42b on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:40.074603 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (c71f1091-083c-424d-aa19-a86a02d5faea), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.080661 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38276) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:40.087413 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:40.087846 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Checking segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:40.088325 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.088773 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Bound using segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:40.089342 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Bound port: 04534956-edd7-4978-9a96-57278e8ca42b, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:40.089802 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (04534956-edd7-4978-9a96-57278e8ca42b), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.264331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e4b49a45-8efd-4c1a-a808-28f5da43d0a4 None None] Provisioning complete for port 04534956-edd7-4978-9a96-57278e8ca42b triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:40.264897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e4b49a45-8efd-4c1a-a808-28f5da43d0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (04534956-edd7-4978-9a96-57278e8ca42b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.295449 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:40.328184 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] For port 04534956-edd7-4978-9a96-57278e8ca42b, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:40.338929 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] For port 04534956-edd7-4978-9a96-57278e8ca42b, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=04534956-edd7-4978-9a96-57278e8ca42b,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:40.353503 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.362771 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group_rule': {'security_group_id': '60e2b857-1d6b-4bb0-a626-7149fa81a339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:40.379125 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38278) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:40.404764 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e4b49a45-8efd-4c1a-a808-28f5da43d0a4 None None] Port 04534956-edd7-4978-9a96-57278e8ca42b cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:40.427107 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93840aba-7c56-4d63-936e-5ad739aa5250 req-19d3a65a-105b-4d89-9b22-9d58f927c48a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.2553046 Mar 03 14:08:40.520832 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:40.526972 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c732a-ed39-4ca0-831d-03e783093fb6 None None] Pushing event updated for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:40.535413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:40.541454 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22521058-8f8c-4d77-9925-a077b16f52bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.543691 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:40.544553 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:40.556508 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:40.557161 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.583114 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device fec824c1-d9eb-459e-a898-c45a83fc5f97 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:40.647820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event updated for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:40.664147 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Made reservation on behalf of 84717f22d0df4c42a6c8c2ae6e006df9 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:40.667447 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.733050 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port fec824c1-d9eb-459e-a898-c45a83fc5f97 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:40.733296 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.770145 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b8b1e194-65f3-48f6-b0cf-96a878bb540f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5582d1e1c76946daab2795c5cfa12239&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4809964 Mar 03 14:08:40.771962 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95b53a-3331-40e4-ace0-d9a76797515d req-30bddfe6-3797-488a-bf1a-b2678bb03046 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:40.773397 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bd95b53a-3331-40e4-ace0-d9a76797515d req-30bddfe6-3797-488a-bf1a-b2678bb03046 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 931 time: 0.9479947 Mar 03 14:08:40.780355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38284) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:40.810885 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-9e1b7d76-9881-4944-9b6d-d5e7c15f5599 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6922135 Mar 03 14:08:40.826900 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1e194-65f3-48f6-b0cf-96a878bb540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd0b6b3-4061-4733-9f56-30c61b20ec28,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:40.836955 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:40.868373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-5a8c8883-2e3f-48d8-9c84-83f4f6d7ac46 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:08:40.869354 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-5a8c8883-2e3f-48d8-9c84-83f4f6d7ac46 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0352628 Mar 03 14:08:40.962957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (e42b045f-dc5b-4550-b258-ad98a1f60030), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:40.984359 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-241650d6-f43b-42e3-83db-a3a8b3730e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.005952 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port fec824c1-d9eb-459e-a898-c45a83fc5f97 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:41.007364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.071199 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bd95b53a-3331-40e4-ace0-d9a76797515d req-3b6f76a1-d614-47e4-a116-461683a13cb1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592022 Mar 03 14:08:41.100487 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port fec824c1-d9eb-459e-a898-c45a83fc5f97, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=fec824c1-d9eb-459e-a898-c45a83fc5f97,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:41.124940 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.164374 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (c71f1091-083c-424d-aa19-a86a02d5faea), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.193792 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] Publish callbacks [] for security_group (5cd0b6b3-4061-4733-9f56-30c61b20ec28), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.227050 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Provisioning complete for port 04534956-edd7-4978-9a96-57278e8ca42b triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:41.227736 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (04534956-edd7-4978-9a96-57278e8ca42b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.246235 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Request body: {'port': {'device_id': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:41.247818 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (c71f1091-083c-424d-aa19-a86a02d5faea), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.280853 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] Publish callbacks [] for security_group (5cd0b6b3-4061-4733-9f56-30c61b20ec28), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.361436 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=fec824c1-d9eb-459e-a898-c45a83fc5f97,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:41.431357 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:40Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:41.437897 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-241650d6-f43b-42e3-83db-a3a8b3730e8c admin admin] Publish callbacks [] for security_group (f1af8560-0ca7-4866-9224-65620c18df9e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.474697 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks [] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.499184 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Current status of the port 04534956-edd7-4978-9a96-57278e8ca42b is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:41.501513 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (04534956-edd7-4978-9a96-57278e8ca42b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.518912 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f6409-ff59-4fd3-b527-5cd46342487d None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:40Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:08:41.521909 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-241650d6-f43b-42e3-83db-a3a8b3730e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f1af8560-0ca7-4866-9224-65620c18df9e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.570145 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71f1091-083c-424d-aa19-a86a02d5faea,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:41.575041 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] For port 04534956-edd7-4978-9a96-57278e8ca42b, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=04534956-edd7-4978-9a96-57278e8ca42b,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:41.582517 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.600955 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.634996 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (e42b045f-dc5b-4550-b258-ad98a1f60030), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.706989 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.711301 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2620f78b-1994-4220-9141-2d0b6cc7511e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2182977 Mar 03 14:08:41.716338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (e42b045f-dc5b-4550-b258-ad98a1f60030), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.724072 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38290) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:41.724848 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:08:41.730158 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:41.761411 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-241650d6-f43b-42e3-83db-a3a8b3730e8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=186e0c80d6164e67ab7fb23ebddec88d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3808141 Mar 03 14:08:41.767408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5cd0b6b3-4061-4733-9f56-30c61b20ec28), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.772429 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.773875 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cd0b6b3-4061-4733-9f56-30c61b20ec28 HTTP/1.1" status: 204 len: 168 time: 0.9887595 Mar 03 14:08:41.775299 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38292) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:41.804861 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:41.806149 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:41.820561 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241650d6-f43b-42e3-83db-a3a8b3730e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1af8560-0ca7-4866-9224-65620c18df9e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:41.835599 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42b045f-dc5b-4550-b258-ad98a1f60030,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:41.848286 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22521058-8f8c-4d77-9925-a077b16f52bb admin admin] Publish callbacks [] for security_group (39388ada-c509-49e4-bf63-691318304240), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.852312 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.854178 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a05e2d41-0bd7-413a-9ef6-718e5bfbb50b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7138271 Mar 03 14:08:41.856858 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22521058-8f8c-4d77-9925-a077b16f52bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (39388ada-c509-49e4-bf63-691318304240), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.859963 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38298) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:41.871168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group_rule': {'security_group_id': '60e2b857-1d6b-4bb0-a626-7149fa81a339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:41.890205 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:41.912088 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56dc4-4846-4c0a-b7bb-96264323a40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd0b6b3-4061-4733-9f56-30c61b20ec28,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:41.966950 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d818a1-9661-4a2f-b557-f8869be43f21 None None] Pushing event updated for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:42.131342 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:42.159251 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-22521058-8f8c-4d77-9925-a077b16f52bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdedd8e47a3940399bc38e138b62f089&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2634337 Mar 03 14:08:42.170967 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38304) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:42.175580 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:42.194920 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22521058-8f8c-4d77-9925-a077b16f52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39388ada-c509-49e4-bf63-691318304240,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:42.253305 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:42.262938 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:42.285398 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:42.288149 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.322087 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Pushing event updated for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:42.331556 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (a2454e02-2412-4020-b450-f72edf2ae749), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.362886 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-5d679957-9241-4404-a749-bb449df04c47 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5029685 Mar 03 14:08:42.409355 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Request body: {'port': {'device_id': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:42.447840 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0936fa7c-2d70-4504-b05c-6a89fa41ab84 req-cc1e3190-1f4b-46b3-bb05-ffc328f5c49a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.7607858 Mar 03 14:08:42.618932 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] Publish callbacks [] for security_group (39388ada-c509-49e4-bf63-691318304240), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.652347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.662168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (a2454e02-2412-4020-b450-f72edf2ae749), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.678740 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (a2454e02-2412-4020-b450-f72edf2ae749), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.729361 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.778229 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device fec824c1-d9eb-459e-a898-c45a83fc5f97 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:42.799161 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (f9c34db6-c9ce-4eac-877e-54a99821df6d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.809455 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] Publish callbacks [] for security_group (39388ada-c509-49e4-bf63-691318304240), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.882823 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2454e02-2412-4020-b450-f72edf2ae749,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:42.931890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] Publish callbacks [] for security_group (f1af8560-0ca7-4866-9224-65620c18df9e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.947816 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c34db6-c9ce-4eac-877e-54a99821df6d,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:42.964542 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:42.969496 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e2a7519e-e446-4d51-83b5-6feb5d85cce8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1002607 Mar 03 14:08:42.988438 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38316) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:42.995583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:43.013423 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port fec824c1-d9eb-459e-a898-c45a83fc5f97 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:43.014199 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.087928 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0078b-490e-4ddf-bb6c-8dfd4f096a6f req-9fac963d-3bd7-4254-92c0-aff67f2e7b98 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:43.091584 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.116388 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c4f0078b-490e-4ddf-bb6c-8dfd4f096a6f req-9fac963d-3bd7-4254-92c0-aff67f2e7b98 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 931 time: 0.7285783 Mar 03 14:08:43.257648 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c4f0078b-490e-4ddf-bb6c-8dfd4f096a6f req-5cb800ba-1352-43d8-a988-7eeaf6e67f37 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391299 Mar 03 14:08:43.278946 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 2, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:43.283818 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port fec824c1-d9eb-459e-a898-c45a83fc5f97 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:43.285112 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 04534956-edd7-4978-9a96-57278e8ca42b up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:43.354607 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (39388ada-c509-49e4-bf63-691318304240), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.358516 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.379302 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39388ada-c509-49e4-bf63-691318304240 HTTP/1.1" status: 204 len: 168 time: 1.1695843 Mar 03 14:08:43.388564 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:08:43.388856 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Updating router 7df03066-aac3-4b4c-a6d1-1c86171025b1 port 5ec2ba60-ca51-4b23-95d8-57712792871a binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:08:43.428414 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] Publish callbacks [] for security_group (f1af8560-0ca7-4866-9224-65620c18df9e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.447296 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.469567 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Checking segment: {'id': 'f4b13680-c9c1-40c5-8947-5fe5c59ab24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b1d34d9-46d4-46e5-a7dd-6123b2716433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:43.477309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Network hostable DHCP agents. Network: 1b1d34d9-46d4-46e5-a7dd-6123b2716433, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:43.649734 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f5dd4-ad8a-4f22-93a5-c652b15401e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39388ada-c509-49e4-bf63-691318304240,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:43.813718 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 04534956-edd7-4978-9a96-57278e8ca42b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:43.813718 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (04534956-edd7-4978-9a96-57278e8ca42b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.906475 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876fc643-cf32-45e7-81ce-2b7f2b13230c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:08:43.937182 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks [] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:43.939591 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.004151 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Transition to ACTIVE for port object 876fc643-cf32-45e7-81ce-2b7f2b13230c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:08:44.029722 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60ba0eb-8c3c-4fc6-b843-1d429269b836 {{(pid=103109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:08:44.063870 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks [] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.108551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.196222 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f1af8560-0ca7-4866-9224-65620c18df9e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.204386 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.provisioning_blocks [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Transition to ACTIVE for port object d60ba0eb-8c3c-4fc6-b843-1d429269b836 will not be triggered until provisioned by entity L2. {{(pid=103109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:08:44.205300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.209066 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1af8560-0ca7-4866-9224-65620c18df9e HTTP/1.1" status: 204 len: 168 time: 2.3884847 Mar 03 14:08:44.224345 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.338745 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:44.377350 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ffec8-be96-406c-a660-b41d210fadb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1af8560-0ca7-4866-9224-65620c18df9e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:44.385592 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks [] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.387513 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Network 1b1d34d9-46d4-46e5-a7dd-6123b2716433 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:44.420371 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Pushing event updated for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:44.426649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Allocated IP 172.27.0.85 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/6a27a83b-d49c-494e-afd7-6fd9672d86aa) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:44.440346 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.502739 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 1b1d34d9-46d4-46e5-a7dd-6123b2716433) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:44.513694 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:44.514263 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.549095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d77b4-baa1-490e-ac74-4b88658dc710 req-7066c02f-bece-4cac-8ea3-fecd6ef01e89 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:44.563776 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f5d77b4-baa1-490e-ac74-4b88658dc710 req-7066c02f-bece-4cac-8ea3-fecd6ef01e89 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 932 time: 0.5483689 Mar 03 14:08:44.591092 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.630887 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed33ba-933d-4bcc-b87c-b2176bab7d04 None None] Network 1b1d34d9-46d4-46e5-a7dd-6123b2716433 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:44.648310 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Attempting to bind port 876fc643-cf32-45e7-81ce-2b7f2b13230c on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:44.648668 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Attempting to bind port 876fc643-cf32-45e7-81ce-2b7f2b13230c by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:44.649028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Attempting to bind port 876fc643-cf32-45e7-81ce-2b7f2b13230c on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:44.687714 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-920a16d2-bf4a-4c88-8a83-bfeb5cc7a268 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8463428 Mar 03 14:08:44.695343 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Attempting to bind port d60ba0eb-8c3c-4fc6-b843-1d429269b836 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:44.695709 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Attempting to bind port d60ba0eb-8c3c-4fc6-b843-1d429269b836 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff'}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:44.696100 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Attempting to bind port d60ba0eb-8c3c-4fc6-b843-1d429269b836 on network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:44.732250 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Port d60ba0eb-8c3c-4fc6-b843-1d429269b836 on network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:08:44.732760 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Attempting to bind port d60ba0eb-8c3c-4fc6-b843-1d429269b836 on network 0a1286ec-9a92-4aa9-bd6b-59f2883f14ff {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:44.738587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Port 876fc643-cf32-45e7-81ce-2b7f2b13230c on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:08:44.738923 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Attempting to bind port 876fc643-cf32-45e7-81ce-2b7f2b13230c on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:44.752788 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:44.753144 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Checking segment: {'id': '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:44.753735 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Bound using segment: {'id': '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff'} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:44.754211 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Bound port: d60ba0eb-8c3c-4fc6-b843-1d429269b836, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff'}}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:44.754591 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.770674 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5484-cc8f-476d-9e58-89d2cb5b2a6c req-63e611b9-1e97-4c55-a7ef-36efa438782f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:44.778113 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f8c5484-cc8f-476d-9e58-89d2cb5b2a6c req-63e611b9-1e97-4c55-a7ef-36efa438782f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.3965142 Mar 03 14:08:44.808554 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 04534956-edd7-4978-9a96-57278e8ca42b is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:44.811539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48ec03-ec68-4727-8c24-3a4ffe602681 None None] Pushing event updated for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:44.814806 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:44.815373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Checking segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:44.815738 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Bound using segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:44.816477 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Bound port: 876fc643-cf32-45e7-81ce-2b7f2b13230c, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:44.816785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:44.866073 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f5d77b4-baa1-490e-ac74-4b88658dc710 req-80b32f25-91b1-49f8-8a2e-1daeffe8e638 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012054 Mar 03 14:08:44.982144 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f8c5484-cc8f-476d-9e58-89d2cb5b2a6c req-5fee6af2-e6f3-448e-8fa7-18724e29a746 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989856 Mar 03 14:08:45.030736 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, cleared binding levels {{(pid=103109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:45.034283 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:45.040014 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836,segment=NetworkSegment(5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39),segment_id=5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39)] {{(pid=103109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:45.045071 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:45.055752 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.059034 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.127217 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:45.128782 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.130815 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d60ba0eb-8c3c-4fc6-b843-1d429269b836 HTTP/1.1" status: 200 len: 1094 time: 2.7504177 Mar 03 14:08:45.141448 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:08:45.205851 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fd122-53d7-4f51-8f00-37bfd0122ed4 None None] Network 1b1d34d9-46d4-46e5-a7dd-6123b2716433 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:45.208077 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Attempting to bind port 5ec2ba60-ca51-4b23-95d8-57712792871a on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:08:45.208639 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Attempting to bind port 5ec2ba60-ca51-4b23-95d8-57712792871a by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:08:45.208897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Attempting to bind port 5ec2ba60-ca51-4b23-95d8-57712792871a on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:08:45.237384 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:45.243704 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.247074 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] 10.222.0.13 "PUT /v2.0/ports/876fc643-cf32-45e7-81ce-2b7f2b13230c HTTP/1.1" status: 200 len: 1093 time: 4.2020781 Mar 03 14:08:45.247601 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:08:45.348014 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38364) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:45.348210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38368) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:45.367632 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.404064 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:08:45.408680 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Checking segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:45.409372 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.410475 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Bound using segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:08:45.411782 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Bound port: 5ec2ba60-ca51-4b23-95d8-57712792871a, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:08:45.413342 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.488086 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-36f05e68-af4c-44bd-a02c-79703b67dc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.590331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d842569b-21e3-477a-a934-02fa83ad8395 None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:45.596457 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d842569b-21e3-477a-a934-02fa83ad8395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.645119 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Deleting subnet 927882d8-78ff-48a3-bb23-fa797a5366f6 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:08:45.658621 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd63e-eb1a-4c6c-a4ea-979efcfeacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=3']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:45.665516 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-ba32128a-3790-4bce-8d21-2741bd0dba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:45.667040 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-ba32128a-3790-4bce-8d21-2741bd0dba92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=639be8f7f7204d568cb7a5c7b9697437&device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 1128 time: 0.3531680 Mar 03 14:08:45.670839 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Publish callbacks [] for subnet (927882d8-78ff-48a3-bb23-fa797a5366f6), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:45.811876 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d842569b-21e3-477a-a934-02fa83ad8395 None None] Port 5ec2ba60-ca51-4b23-95d8-57712792871a cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:45.816866 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] For port 5ec2ba60-ca51-4b23-95d8-57712792871a, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:08:45.847782 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] For port 5ec2ba60-ca51-4b23-95d8-57712792871a, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=5ec2ba60-ca51-4b23-95d8-57712792871a,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:08:45.861051 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.040081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dc164-59d9-4c21-9327-b3754fe60562 service neutron] Pushing event updated for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:46.069588 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Publish callbacks [] for subnet (927882d8-78ff-48a3-bb23-fa797a5366f6), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.111841 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (927882d8-78ff-48a3-bb23-fa797a5366f6), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.166935 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:08:46.167604 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:46.261565 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48ec03-ec68-4727-8c24-3a4ffe602681 None None] Pushing event updated for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:46.346389 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-f6eea554-5b0f-47de-a600-312ff3da4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:46.348422 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-f6eea554-5b0f-47de-a600-312ff3da4896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 1127 time: 0.8604200 Mar 03 14:08:46.360080 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7f27-1ba0-405b-ba53-b8d111908d70 req-185dbec1-f787-4586-8ec4-eb7d6923b460 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:46.364021 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:08:46.371413 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-85ff7f27-1ba0-405b-ba53-b8d111908d70 req-185dbec1-f787-4586-8ec4-eb7d6923b460 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.3110633 Mar 03 14:08:46.377214 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-36f05e68-af4c-44bd-a02c-79703b67dc2d admin admin] Publish callbacks [] for security_group (daaa83d1-04f9-4677-ba25-2b6a8c556cef), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.379696 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-a01bf862-7f7b-42ae-aab0-4b168e49001b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836 HTTP/1.1" status: 200 len: 217 time: 0.1336846 Mar 03 14:08:46.382906 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (927882d8-78ff-48a3-bb23-fa797a5366f6), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.399869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:08:46.423853 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-36f05e68-af4c-44bd-a02c-79703b67dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (daaa83d1-04f9-4677-ba25-2b6a8c556cef), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.450977 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.512020 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:46.512702 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.533323 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.536644 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/927882d8-78ff-48a3-bb23-fa797a5366f6 HTTP/1.1" status: 204 len: 168 time: 1.1873271 Mar 03 14:08:46.537902 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f237b-37cc-4c23-bccf-1e389a1418b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927882d8-78ff-48a3-bb23-fa797a5366f6,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:46.567478 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-36f05e68-af4c-44bd-a02c-79703b67dc2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=871549d60b3d47a899929c972208edde&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2108886 Mar 03 14:08:46.573503 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166458e6-beb9-4f21-912b-57da4a400d49 req-4b715e24-dc3c-45de-9a02-ad089cfa0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:46.575314 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-4b715e24-dc3c-45de-9a02-ad089cfa0fc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a5338e-23ce-4163-a2f3-53eed507d452 HTTP/1.1" status: 200 len: 851 time: 0.1816361 Mar 03 14:08:46.575513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38396) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:46.575862 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38398) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:46.622453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:08:46.626020 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-2cd1cf69-dad8-411e-8239-0c3a6061c3b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c HTTP/1.1" status: 200 len: 217 time: 0.2398725 Mar 03 14:08:46.658625 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee1bb-56fd-4ec1-b07c-7717bb3d621f req-efedde0a-c746-4d8b-9b6d-5afb0c772f9c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:46.668282 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-791ee1bb-56fd-4ec1-b07c-7717bb3d621f req-efedde0a-c746-4d8b-9b6d-5afb0c772f9c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.5083129 Mar 03 14:08:46.801875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (1250e79f-c98b-48b5-87a9-df2e3e187836), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:46.819343 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Allocated IP 172.27.0.164 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/28dd9cdc-0780-47cf-b184-51872cbbfb82) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:46.820988 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:46.839371 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-85ff7f27-1ba0-405b-ba53-b8d111908d70 req-5f14ec94-9255-4757-97b8-47a28a43fd5f tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664102 Mar 03 14:08:46.924196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-278fba26-d0f5-4973-8f02-b55b23836767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:46.927551 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-278fba26-d0f5-4973-8f02-b55b23836767 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.2293253 Mar 03 14:08:46.966986 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-791ee1bb-56fd-4ec1-b07c-7717bb3d621f req-b45f8beb-3243-41a9-9730-eb239b8973b0 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974689 Mar 03 14:08:47.014722 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] Publish callbacks [] for security_group (daaa83d1-04f9-4677-ba25-2b6a8c556cef), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.055349 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] Publish callbacks [] for security_group (daaa83d1-04f9-4677-ba25-2b6a8c556cef), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.149759 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05e68-af4c-44bd-a02c-79703b67dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa83d1-04f9-4677-ba25-2b6a8c556cef,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:47.165674 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-6e94d003-3c0e-4e14-ba3e-04a76a3c6061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5596323 Mar 03 14:08:47.171696 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:47.191858 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (daaa83d1-04f9-4677-ba25-2b6a8c556cef), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.194608 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.195721 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daaa83d1-04f9-4677-ba25-2b6a8c556cef HTTP/1.1" status: 204 len: 168 time: 0.5912578 Mar 03 14:08:47.196878 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:47.201095 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-89ebcbeb-9d7a-4e5a-bfc5-05817a405a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324240 Mar 03 14:08:47.281112 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934dce5a-621d-423c-af71-3674dd0b7598 x-openstack-request-id: req-934dce5a-621d-423c-af71-3674dd0b7598 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:08:47.281550 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:08:47.281883 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-934dce5a-621d-423c-af71-3674dd0b7598 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:08:47.282261 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836', 'status': 'completed', 'code': 200} Mar 03 14:08:47.304274 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859164db-1e7f-4586-b5b6-17912f85f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa83d1-04f9-4677-ba25-2b6a8c556cef,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:47.320661 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae90b8-66e3-4e60-88da-8e6d0bd9f605 x-openstack-request-id: req-f8ae90b8-66e3-4e60-88da-8e6d0bd9f605 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:08:47.321541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:08:47.322124 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8ae90b8-66e3-4e60-88da-8e6d0bd9f605 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:08:47.323029 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c', 'status': 'completed', 'code': 200} Mar 03 14:08:47.377826 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 5ec2ba60-ca51-4b23-95d8-57712792871a up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:47.414758 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=6a27a83b-d49c-494e-afd7-6fd9672d86aa,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:47.498478 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Current status of the port 5ec2ba60-ca51-4b23-95d8-57712792871a is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:47.499677 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.522702 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.571718 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-5aeac02e-da9d-41c0-8b57-f86daa97634d service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466916 Mar 03 14:08:47.648076 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.711507 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-85362d29-4623-4076-bf39-82a6a556094a None None] For port 5ec2ba60-ca51-4b23-95d8-57712792871a, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=5ec2ba60-ca51-4b23-95d8-57712792871a,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:47.716558 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (1250e79f-c98b-48b5-87a9-df2e3e187836), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.736925 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.756912 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:47.757314 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.789686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:47.823306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38434) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:47.841151 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:47.844650 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:47.853686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:47.865490 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.866143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.866885 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.867403 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.868191 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.868835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.869203 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.869523 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.869881 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.870174 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:47.910594 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=28dd9cdc-0780-47cf-b184-51872cbbfb82,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:47.980760 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362d29-4623-4076-bf39-82a6a556094a None None] Pushing event updated for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:47.986065 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:45Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:48.022819 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34659f94-b0c3-464d-9167-299b8836caf7 None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:45Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:08:48.102469 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:48.103122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:48.103645 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:48.104305 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:08:48.105210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1250e79f-c98b-48b5-87a9-df2e3e187836']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:48.128665 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 5ec2ba60-ca51-4b23-95d8-57712792871a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:48.145459 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b8e5f8-c05c-4287-847e-013f381ffd67') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:48.145827 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b8e5f8-c05c-4287-847e-013f381ffd67') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:48.165328 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (04b8e5f8-c05c-4287-847e-013f381ffd67), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.194690 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (04b8e5f8-c05c-4287-847e-013f381ffd67), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.211983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:08:48.212402 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (04b8e5f8-c05c-4287-847e-013f381ffd67), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.278727 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e612ee58-62e7-42bc-a577-c9f153780c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: from cryptography.utils import int_from_bytes Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: from cryptography.utils import int_from_bytes Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:08:48.389810 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:08:48.414954 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-7920f211-d089-4a9c-b7ca-308b03ab8b5f service neutron] 10.222.0.13 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2241411 Mar 03 14:08:48.415513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (1250e79f-c98b-48b5-87a9-df2e3e187836), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.433108 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.444480 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1250e79f-c98b-48b5-87a9-df2e3e187836 HTTP/1.1" status: 204 len: 168 time: 1.8410070 Mar 03 14:08:48.445250 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38452) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:48.601521 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Deleting subnet f9c34db6-c9ce-4eac-877e-54a99821df6d {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:08:48.609421 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Publish callbacks [] for subnet (f9c34db6-c9ce-4eac-877e-54a99821df6d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.610916 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.642658 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f0cf-81f9-4e7f-9611-5b8d99dd01ab req-22c7938d-2dde-447b-be0d-8864d3c3116a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:48.644268 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-01c9f0cf-81f9-4e7f-9611-5b8d99dd01ab req-22c7938d-2dde-447b-be0d-8864d3c3116a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.6577771 Mar 03 14:08:48.687276 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0794e8b6-a901-4d87-a97c-77c26a06f998 req-62f51d32-6353-490c-bf5b-81b217bdf16a service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644506 Mar 03 14:08:48.689767 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (f9c34db6-c9ce-4eac-877e-54a99821df6d), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.814949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.829357 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (f9c34db6-c9ce-4eac-877e-54a99821df6d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:48.952742 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 5ec2ba60-ca51-4b23-95d8-57712792871a up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:08:49.017221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 5ec2ba60-ca51-4b23-95d8-57712792871a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:49.017949 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.029420 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.031569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123b91-d578-4a1c-ab66-5c36ed48daf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1250e79f-c98b-48b5-87a9-df2e3e187836,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:49.056325 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (f9c34db6-c9ce-4eac-877e-54a99821df6d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.075925 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924914f-aa85-45f8-896d-2f52d5b296c2 req-0e013321-9cc4-41e1-84c5-d48b390b3dce tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:49.083929 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b924914f-aa85-45f8-896d-2f52d5b296c2 req-0e013321-9cc4-41e1-84c5-d48b390b3dce tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.8027575 Mar 03 14:08:49.139615 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e612ee58-62e7-42bc-a577-c9f153780c45 admin admin] Publish callbacks [] for security_group (42ad5710-446d-4902-a485-c0fd0d5f4d87), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.148762 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-01c9f0cf-81f9-4e7f-9611-5b8d99dd01ab req-c6b97e35-63f8-4da8-8ef5-64ba8b9f19a8 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777434 Mar 03 14:08:49.158348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e612ee58-62e7-42bc-a577-c9f153780c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (42ad5710-446d-4902-a485-c0fd0d5f4d87), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.192522 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 5ec2ba60-ca51-4b23-95d8-57712792871a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:49.263375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-7c77e40b-f00a-49d5-b8b1-156c8bda5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:49.264915 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-7c77e40b-f00a-49d5-b8b1-156c8bda5a75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 1127 time: 0.4473016 Mar 03 14:08:49.288887 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b924914f-aa85-45f8-896d-2f52d5b296c2 req-3770f7af-4d3d-481a-aeb7-dbde896461f3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040043 Mar 03 14:08:49.308638 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e612ee58-62e7-42bc-a577-c9f153780c45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37c059760ee14062bf39f767863caff7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4737346 Mar 03 14:08:49.337137 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38470) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:49.347412 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ee58-62e7-42bc-a577-c9f153780c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad5710-446d-4902-a485-c0fd0d5f4d87,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:49.399079 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c34db6-c9ce-4eac-877e-54a99821df6d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:49.447525 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.455111 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-02a6a360-20b4-4758-b31e-ada88c6af109 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9c34db6-c9ce-4eac-877e-54a99821df6d HTTP/1.1" status: 204 len: 168 time: 1.0011847 Mar 03 14:08:49.465900 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38486) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:49.587990 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.616286 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.686503 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-166458e6-beb9-4f21-912b-57da4a400d49 req-cf64716c-2ae5-4d82-9101-63914dd2bcfc service neutron] 10.222.0.13 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581550 Mar 03 14:08:49.700701 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.713951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] Publish callbacks [] for security_group (42ad5710-446d-4902-a485-c0fd0d5f4d87), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.732047 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (1b1d34d9-46d4-46e5-a7dd-6123b2716433), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.739053 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] Publish callbacks [] for security_group (42ad5710-446d-4902-a485-c0fd0d5f4d87), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.822055 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (42ad5710-446d-4902-a485-c0fd0d5f4d87), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.825226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.830085 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ad5710-446d-4902-a485-c0fd0d5f4d87 HTTP/1.1" status: 204 len: 168 time: 0.4842167 Mar 03 14:08:49.850700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=28dd9cdc-0780-47cf-b184-51872cbbfb82,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:49.858511 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-739b0d9b-64ff-4469-8a4e-af285b983fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:49.860148 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-739b0d9b-64ff-4469-8a4e-af285b983fc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 915 time: 0.5682077 Mar 03 14:08:49.864152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:49.874522 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-157f272f-19dc-43eb-8157-d6ab5b83cfad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1399839 Mar 03 14:08:49.874522 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99ef56-3c99-4800-bff8-3eb169331c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad5710-446d-4902-a485-c0fd0d5f4d87,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:50.206580 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.223650 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-85db1a06-9df7-404c-9717-36c055a7e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:50.225596 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-85db1a06-9df7-404c-9717-36c055a7e26d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=639be8f7f7204d568cb7a5c7b9697437&device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 1128 time: 0.4478924 Mar 03 14:08:50.226761 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.230774 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (1b1d34d9-46d4-46e5-a7dd-6123b2716433), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.285955 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38516) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:50.385572 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1d34d9-46d4-46e5-a7dd-6123b2716433']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:50.429233 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b13680-c9c1-40c5-8947-5fe5c59ab24b') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:50.429870 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b13680-c9c1-40c5-8947-5fe5c59ab24b') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:08:50.476371 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=6a27a83b-d49c-494e-afd7-6fd9672d86aa,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:50.493279 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (f4b13680-c9c1-40c5-8947-5fe5c59ab24b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.553534 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-8d72997c-6b54-49eb-8689-c4f2d8e98592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c HTTP/1.1" status: 200 len: 217 time: 0.6838841 Mar 03 14:08:50.556298 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (f4b13680-c9c1-40c5-8947-5fe5c59ab24b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.563550 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:08:50.564333 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (f4b13680-c9c1-40c5-8947-5fe5c59ab24b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:08:50.624713 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:08:50.635050 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (1b1d34d9-46d4-46e5-a7dd-6123b2716433), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.654929 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.660710 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1b1d34d9-46d4-46e5-a7dd-6123b2716433 HTTP/1.1" status: 204 len: 168 time: 1.1875250 Mar 03 14:08:50.683410 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.710572 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd50fee-b846-45be-a4bf-78a0bf3e85d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1d34d9-46d4-46e5-a7dd-6123b2716433,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:50.717955 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-ac6a2005-b2e5-4f1f-bff0-6a257536868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:50.720027 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-ac6a2005-b2e5-4f1f-bff0-6a257536868c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff HTTP/1.1" status: 200 len: 912 time: 0.4694664 Mar 03 14:08:50.726682 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098fd4f-dcb9-4031-a847-b15d03af1343 req-c446ade6-f156-4fe2-937e-57c2280fa8e0 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:50.726835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.728249 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-08fbfe7a-23c2-45bc-91a1-2f74ffbc8bdc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7384889 Mar 03 14:08:50.728987 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d098fd4f-dcb9-4031-a847-b15d03af1343 req-c446ade6-f156-4fe2-937e-57c2280fa8e0 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.2797468 Mar 03 14:08:50.743335 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-391402db-ca86-4e0b-aa74-b52cdd5544b3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1120480036&fields=id&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 267 time: 0.1913886 Mar 03 14:08:50.773428 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8ecadfa-725c-4501-ac23-c8fc690a3e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:50.837146 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-adf05436-58ed-4c66-93ff-71781cc37b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:50.838733 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-adf05436-58ed-4c66-93ff-71781cc37b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.1794732 Mar 03 14:08:50.875253 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38532) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:50.891849 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-df4ed38a-be09-4a77-a351-e855db102e24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434682 Mar 03 14:08:50.910370 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d098fd4f-dcb9-4031-a847-b15d03af1343 req-5a844547-abaf-41d0-b8c2-c399a6cc8d8d tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711223 Mar 03 14:08:50.918396 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-5cb36f97-b095-403d-881d-be18eeb12568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836 HTTP/1.1" status: 200 len: 217 time: 0.0647745 Mar 03 14:08:50.948539 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be59bb06-d28f-4af8-a421-3c190e471182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.008253 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8ecadfa-725c-4501-ac23-c8fc690a3e96 admin admin] Publish callbacks [] for security_group (75b09603-2b86-4708-a02d-a5b99f8f89c4), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.014547 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-dda4cafa-7e53-4dbd-9c85-63eed00de1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079745 Mar 03 14:08:51.019973 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b8ecadfa-725c-4501-ac23-c8fc690a3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (75b09603-2b86-4708-a02d-a5b99f8f89c4), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.027998 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-1a1b9b19-df2f-4ff9-be9c-09536219a190 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:51.028171 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-1c520075-5ce8-41e6-a118-0966343bd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:51.029468 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-1a1b9b19-df2f-4ff9-be9c-09536219a190 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 817 time: 0.2765646 Mar 03 14:08:51.029609 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-1c520075-5ce8-41e6-a118-0966343bd32f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a5338e-23ce-4163-a2f3-53eed507d452 HTTP/1.1" status: 200 len: 851 time: 0.1019571 Mar 03 14:08:51.088521 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b8ecadfa-725c-4501-ac23-c8fc690a3e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddf8c2c7261c458c9c519674450e6a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7997181 Mar 03 14:08:51.108708 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-43ae8683-ebb5-461e-83b5-91b41b0ff3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.112245 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38538) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:51.115914 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-f84b8c5b-a730-430e-b153-ad3a9561f054 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557122 Mar 03 14:08:51.124859 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-16ef5e65-b87d-4e13-a371-588c7558248c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/quotas/c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 375 time: 0.0840936 Mar 03 14:08:51.168805 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecadfa-725c-4501-ac23-c8fc690a3e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b09603-2b86-4708-a02d-a5b99f8f89c4,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:51.195152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38542) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:51.223803 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5409b-f319-45e4-ac35-9c3b42e23ced req-69dd5e42-7858-4f31-96e8-343ac0cff4b1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:51.225531 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-26a5409b-f319-45e4-ac35-9c3b42e23ced req-69dd5e42-7858-4f31-96e8-343ac0cff4b1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.1871941 Mar 03 14:08:51.279468 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffda4ca9-c472-4d1e-9633-0ae725a23f4c req-73d57652-c80d-476b-9613-838220b2099d service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482569 Mar 03 14:08:51.284563 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be59bb06-d28f-4af8-a421-3c190e471182 admin admin] Publish callbacks [] for security_group (5682c4ff-79a3-4c86-bf85-766aff4f103e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.302325 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be59bb06-d28f-4af8-a421-3c190e471182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5682c4ff-79a3-4c86-bf85-766aff4f103e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.312377 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] Publish callbacks [] for security_group (75b09603-2b86-4708-a02d-a5b99f8f89c4), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.329824 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d6ef8c26-dcf6-42ea-8e92-d89ee1ca05e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c764ac14c4e343f1ae614a8b3e753624&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1312764 Mar 03 14:08:51.335839 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-2cf27669-43d9-4787-a65a-1492b9d99cae tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970825 Mar 03 14:08:51.336385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38544) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:51.345272 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-0dfb4c53-59a6-40b9-85e2-5faf64e7df94 service neutron] 10.222.0.13 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168579 Mar 03 14:08:51.362168 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-26a5409b-f319-45e4-ac35-9c3b42e23ced req-6c82a5a7-1e35-4caf-8137-e4f744bd0fb5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 Mar 03 14:08:51.392428 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59bb06-d28f-4af8-a421-3c190e471182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5682c4ff-79a3-4c86-bf85-766aff4f103e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:51.428235 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-be59bb06-d28f-4af8-a421-3c190e471182 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c01ca52aa8c4398af8745c478a1f523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517769 Mar 03 14:08:51.435980 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38550) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:51.479656 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] Publish callbacks [] for security_group (75b09603-2b86-4708-a02d-a5b99f8f89c4), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.532752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] Publish callbacks [] for security_group (5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.556640 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b45066b-97a0-4de8-8ffb-dcaf340ef72f req-e9a9f202-01df-43ae-965f-dd5785051f20 service neutron] 10.222.0.13 "GET /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954944 Mar 03 14:08:51.557775 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (75b09603-2b86-4708-a02d-a5b99f8f89c4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.560483 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.564750 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75b09603-2b86-4708-a02d-a5b99f8f89c4 HTTP/1.1" status: 204 len: 168 time: 0.4480886 Mar 03 14:08:51.575734 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75e3a-9c3d-4e18-bf81-6255e02dd016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b09603-2b86-4708-a02d-a5b99f8f89c4,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:51.605290 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-fb200043-6d54-451d-9092-0c6c672fc79b service neutron] 10.222.0.31 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468531 Mar 03 14:08:51.608962 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-4648b5c5-ecb9-4fa0-8653-87dca791b573 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--76013330&fields=id&tenant_id=861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 267 time: 0.1341636 Mar 03 14:08:51.636746 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] Publish callbacks [] for security_group (5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.667641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] Publish callbacks [] for security_group (5682c4ff-79a3-4c86-bf85-766aff4f103e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.792281 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] Publish callbacks [] for security_group (5682c4ff-79a3-4c86-bf85-766aff4f103e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.889646 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-ef50141b-82cc-40cf-aedc-ff183f08d610 service neutron] 10.222.0.31 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604940 Mar 03 14:08:51.900680 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-f64000c2-92ae-434c-82dd-4688707bea62 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:51.902236 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-f64000c2-92ae-434c-82dd-4688707bea62 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 811 time: 0.2792485 Mar 03 14:08:51.904156 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.907729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.910118 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122 HTTP/1.1" status: 204 len: 168 time: 0.5680115 Mar 03 14:08:51.939913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231033e5-505e-439c-b80b-cf162b3ac7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d5e6a-9aa1-45c8-a0d7-af5bbe569122,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:51.954274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-29010583-1fd3-430e-876f-fabd14630e94 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/quotas/861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 375 time: 0.0310190 Mar 03 14:08:51.955523 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5682c4ff-79a3-4c86-bf85-766aff4f103e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.958723 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:51.960119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5682c4ff-79a3-4c86-bf85-766aff4f103e HTTP/1.1" status: 204 len: 168 time: 0.5222907 Mar 03 14:08:51.981773 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee11b47-21d7-4d3b-bfe2-5b99a980da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5682c4ff-79a3-4c86-bf85-766aff4f103e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:52.065314 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-6168b6f4-7336-4596-8dbb-26787eaf733b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950887 Mar 03 14:08:52.245164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb36ee-3592-414c-a9bf-d3cbf8060f74 req-02888557-dbe7-4e56-9607-e460d7ca8cf7 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:52.252859 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5bbb36ee-3592-414c-a9bf-d3cbf8060f74 req-02888557-dbe7-4e56-9607-e460d7ca8cf7 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.1280866 Mar 03 14:08:52.274188 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-57180769-e898-432e-beba-cd2d396e2be0 service neutron] 10.222.0.31 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932600 Mar 03 14:08:52.364662 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5bbb36ee-3592-414c-a9bf-d3cbf8060f74 req-c603595c-4675-4601-a3e3-bf12f20faf49 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106431 Mar 03 14:08:52.410406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38592) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:52.419114 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-e32dc70e-f0ce-4989-95c8-1a2ef221ed66 service neutron] 10.222.0.31 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416364 Mar 03 14:08:52.472784 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8b437df9-befe-47fe-93eb-4172f80997d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84717f22d0df4c42a6c8c2ae6e006df9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0611939 Mar 03 14:08:52.473678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38598) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:52.519441 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c6d2b44d-048b-40a7-a155-91cba1153bc7 req-ad31c447-9723-40df-b5f1-8350a516aa15 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 210 time: 0.0780761 Mar 03 14:08:52.549504 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] Publish callbacks [] for security_group (b862d826-f7b9-45a2-b576-16e7ff437e35), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:52.601667 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] Publish callbacks [] for security_group (b862d826-f7b9-45a2-b576-16e7ff437e35), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:52.714391 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b862d826-f7b9-45a2-b576-16e7ff437e35), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:52.724087 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:52.734126 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b862d826-f7b9-45a2-b576-16e7ff437e35 HTTP/1.1" status: 204 len: 168 time: 0.2592664 Mar 03 14:08:52.735314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698648-33ac-4def-88d1-7386aeba6869 req-a6b0f497-a580-4bb9-a897-9c546fa38cc3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:52.758237 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ce698648-33ac-4def-88d1-7386aeba6869 req-a6b0f497-a580-4bb9-a897-9c546fa38cc3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.1348002 Mar 03 14:08:52.759923 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c186b9-dc0e-48ee-8e2b-4005322af33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862d826-f7b9-45a2-b576-16e7ff437e35,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:52.890278 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b171f60-036b-465a-a446-77a11e4b8826 req-f0703d80-7453-45fe-97b6-4123111fe069 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.1260486 Mar 03 14:08:52.954796 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ce698648-33ac-4def-88d1-7386aeba6869 req-953bda2f-6fe4-4957-8187-1bfce6a3b27f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943035 Mar 03 14:08:53.458225 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d9a0183b-10e9-4f3a-841d-569ba8fa2210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:53.511592 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc8489-8f97-4716-a7b4-e3c0f8bd6e00 req-831bc10e-82ea-451c-aaaf-97aba0512f54 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:53.513130 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14fc8489-8f97-4716-a7b4-e3c0f8bd6e00 req-831bc10e-82ea-451c-aaaf-97aba0512f54 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.0578644 Mar 03 14:08:53.572285 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14fc8489-8f97-4716-a7b4-e3c0f8bd6e00 req-77c8a952-db29-40b8-9082-cc4c701722cb tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Mar 03 14:08:53.642285 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5161cd21-d62e-4b03-92ca-5529fa78d65f req-0922a7d4-665f-4cea-80a7-56e1e52a1b02 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 210 time: 0.0298576 Mar 03 14:08:54.007335 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8295d8e7-afc9-493a-a745-829e420ccad9 req-7c3ee6e5-f590-40e0-ad3d-1811ea2da96e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.0344863 Mar 03 14:08:54.100592 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718129-a0aa-41c7-9463-7c787f6729f3 req-e515e5ed-fde0-41ed-baa3-9b121cb6329b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:54.106106 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de718129-a0aa-41c7-9463-7c787f6729f3 req-e515e5ed-fde0-41ed-baa3-9b121cb6329b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.0693905 Mar 03 14:08:54.152791 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de718129-a0aa-41c7-9463-7c787f6729f3 req-5bc1235a-1154-41ee-b596-d0c9f643de0f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Mar 03 14:08:54.514688 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:54.755730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7f6e-1d6e-4f7d-890b-c0a784a6ee8e req-4d72d809-5d4d-4e91-ada4-2713e1c208e9 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:54.757250 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbef7f6e-1d6e-4f7d-890b-c0a784a6ee8e req-4d72d809-5d4d-4e91-ada4-2713e1c208e9 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.0920532 Mar 03 14:08:54.788812 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e0190c7-50ed-4644-8f12-519fbf1e0638 req-eebb89cc-6d10-4651-9d5a-d76af5dcf00f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 210 time: 0.0513093 Mar 03 14:08:54.846123 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbef7f6e-1d6e-4f7d-890b-c0a784a6ee8e req-a0820a94-9392-4d64-bcca-32a625508a8c tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Mar 03 14:08:54.899808 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38760) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:55.010574 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-438a9469-cdaf-454f-864f-cba7609aab5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.100328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00f4ca9a-f64c-4f36-b06d-0792da649f13 req-31f03d1c-16b5-4219-9c06-951c7b2274d9 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.0308580 Mar 03 14:08:55.124673 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-438a9469-cdaf-454f-864f-cba7609aab5a admin admin] Publish callbacks [] for security_group (7113a8d7-39ee-44e6-8f6f-53c59430ffbd), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.129425 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-438a9469-cdaf-454f-864f-cba7609aab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7113a8d7-39ee-44e6-8f6f-53c59430ffbd), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.172626 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38786) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:55.172751 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-438a9469-cdaf-454f-864f-cba7609aab5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33c7fa69a61f431e92af6240bed4c121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716022 Mar 03 14:08:55.175038 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9469-cdaf-454f-864f-cba7609aab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7113a8d7-39ee-44e6-8f6f-53c59430ffbd,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:55.271846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] Publish callbacks [] for security_group (7113a8d7-39ee-44e6-8f6f-53c59430ffbd), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.299664 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] Publish callbacks [] for security_group (7113a8d7-39ee-44e6-8f6f-53c59430ffbd), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.333277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bfaeb-1eb2-4e90-9da6-d400b72846ff req-01d9eb62-048b-4f42-91a5-fedfeecd767f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:55.334820 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-299bfaeb-1eb2-4e90-9da6-d400b72846ff req-01d9eb62-048b-4f42-91a5-fedfeecd767f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 943 time: 0.0989008 Mar 03 14:08:55.397354 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-299bfaeb-1eb2-4e90-9da6-d400b72846ff req-8b8335d8-8bb1-4bc0-8258-66089b8f71c4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551684 Mar 03 14:08:55.411829 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7113a8d7-39ee-44e6-8f6f-53c59430ffbd), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.413257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.414829 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7113a8d7-39ee-44e6-8f6f-53c59430ffbd HTTP/1.1" status: 204 len: 168 time: 0.2408483 Mar 03 14:08:55.424690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09172487-c12c-4d09-940a-f1c568ffc0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7113a8d7-39ee-44e6-8f6f-53c59430ffbd,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:55.753920 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38858) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:55.768016 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d51e6589-6213-48ef-8b11-5be48ddb5a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.860757 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d51e6589-6213-48ef-8b11-5be48ddb5a3b admin admin] Publish callbacks [] for security_group (cd0d43b8-b636-4e8f-b841-f37a5a1f02fa), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.866638 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 876fc643-cf32-45e7-81ce-2b7f2b13230c details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:08:55.877683 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d51e6589-6213-48ef-8b11-5be48ddb5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (cd0d43b8-b636-4e8f-b841-f37a5a1f02fa), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:55.951515 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38870) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:55.970455 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6e6f6cb0-6f4b-4055-9041-73f0a5bd49b5 req-35852359-7e0d-445a-a536-b219f06d754c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 210 time: 0.0619013 Mar 03 14:08:56.055521 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.085428 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d51e6589-6213-48ef-8b11-5be48ddb5a3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=739ed2d3bcaf4c8fb86aa5abe3839ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303964 Mar 03 14:08:56.088840 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e6589-6213-48ef-8b11-5be48ddb5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d43b8-b636-4e8f-b841-f37a5a1f02fa,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:56.089575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38878) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:56.103195 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:56.105331 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9290dff-a8e6-48cf-896e-7e358e1ec6a6 req-c2031756-58ae-4a66-ad23-7b367bd6fd95 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:56.124667 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9290dff-a8e6-48cf-896e-7e358e1ec6a6 req-c2031756-58ae-4a66-ad23-7b367bd6fd95 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 944 time: 0.1501806 Mar 03 14:08:56.130329 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '876fc643-cf32-45e7-81ce-2b7f2b13230c', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'port_id': '876fc643-cf32-45e7-81ce-2b7f2b13230c', 'mac_address': 'fa:16:3e:3c:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eca5d4-f3d0-4b39-9707-09fea1b1aa59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:08:56.163910 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-863a2b48-305b-440e-b4f5-35c3a6656fe9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:56.165490 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-863a2b48-305b-440e-b4f5-35c3a6656fe9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 817 time: 0.3030491 Mar 03 14:08:56.206836 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 876fc643-cf32-45e7-81ce-2b7f2b13230c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:56.207503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.209011 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0274603-c173-4b28-ab50-412fa487d194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.226484 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876fc643-cf32-45e7-81ce-2b7f2b13230c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:08:56.264588 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:56.271926 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.273172 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d60ba0eb-8c3c-4fc6-b843-1d429269b836 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:08:56.284562 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9290dff-a8e6-48cf-896e-7e358e1ec6a6 req-4787d864-b3ed-47d4-8c54-086b61d13147 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305013 Mar 03 14:08:56.321428 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d69932c4-e64c-4f2c-8de8-5a62a1af67ae req-2929d775-8244-4a9d-8897-e826e3788d69 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.0357678 Mar 03 14:08:56.324909 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] Publish callbacks [] for security_group (cd0d43b8-b636-4e8f-b841-f37a5a1f02fa), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.362359 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] Publish callbacks [] for security_group (cd0d43b8-b636-4e8f-b841-f37a5a1f02fa), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.392485 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-24d4d2e2-0aca-413c-b900-afbfe0e21ab6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 380 time: 0.2173712 Mar 03 14:08:56.415804 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'port': {'device_id': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'admin_state_up': True, 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'security_groups': ['7f4d73e7-aa08-452e-8e36-c62a03f3d79d']}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:56.441511 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (cd0d43b8-b636-4e8f-b841-f37a5a1f02fa), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.444735 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.451122 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd0d43b8-b636-4e8f-b841-f37a5a1f02fa HTTP/1.1" status: 204 len: 168 time: 0.3562298 Mar 03 14:08:56.481009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328af15-02fc-439b-b718-f2d3dd708e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d43b8-b636-4e8f-b841-f37a5a1f02fa,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:56.506184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38898) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:56.549826 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:56.614306 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0274603-c173-4b28-ab50-412fa487d194 admin admin] Publish callbacks [] for security_group (8a8d8d88-80db-4874-b590-7827ad00fdce), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.630160 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0274603-c173-4b28-ab50-412fa487d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8a8d8d88-80db-4874-b590-7827ad00fdce), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.638642 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169e346-9c0e-4fcb-8aa3-d6609dcf9099 req-5be44ba3-e73c-439b-8bd7-aef63ea9a6ed tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:56.643416 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836,segment=NetworkSegment(5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39),segment_id=5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:56.646263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a169e346-9c0e-4fcb-8aa3-d6609dcf9099 req-5be44ba3-e73c-439b-8bd7-aef63ea9a6ed tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 944 time: 0.1420224 Mar 03 14:08:56.671297 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836', 'network_id': '0a1286ec-9a92-4aa9-bd6b-59f2883f14ff', 'port_id': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836', 'mac_address': 'fa:16:3e:8d:c4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a5338e-23ce-4163-a2f3-53eed507d452', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:08:56.769661 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port d60ba0eb-8c3c-4fc6-b843-1d429269b836 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:08:56.770425 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.779041 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d0274603-c173-4b28-ab50-412fa487d194 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c52b4cffdba40878992389e95e4a193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8218091 Mar 03 14:08:56.782246 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38904) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:56.802848 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60ba0eb-8c3c-4fc6-b843-1d429269b836 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:08:56.851345 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836,segment=NetworkSegment(5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39),segment_id=5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:08:56.858009 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.900299 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274603-c173-4b28-ab50-412fa487d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d8d88-80db-4874-b590-7827ad00fdce,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:56.935539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:56.971918 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Made reservation on behalf of c56babcdba7b47409f37692a67ded969 for: {'port': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:56.975751 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:56.981828 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a169e346-9c0e-4fcb-8aa3-d6609dcf9099 req-fe3b6084-8a6e-47b7-9b4e-819a5cb3d946 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307424 Mar 03 14:08:57.000790 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] Publish callbacks [] for security_group (8a8d8d88-80db-4874-b590-7827ad00fdce), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.003249 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-7a4e2d69-248e-4d79-adf8-0c67643a2198 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:57.011155 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-7a4e2d69-248e-4d79-adf8-0c67643a2198 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 811 time: 0.4861829 Mar 03 14:08:57.039576 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] Publish callbacks [] for security_group (8a8d8d88-80db-4874-b590-7827ad00fdce), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.122868 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eee36815-c070-492e-a4ec-8911114a1c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.165402 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f695381f-15c3-48b4-9b16-27b6112457e5 req-3b4e7060-9d8b-4f7c-995b-73a80a88a763 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 210 time: 0.0883160 Mar 03 14:08:57.178597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-0b45b918-bcd6-4731-902b-0d8315356419 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 378 time: 0.1598520 Mar 03 14:08:57.189156 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:08:57.191761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['d60ba0eb-8c3c-4fc6-b843-1d429269b836'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:08:57.194002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'port': {'device_id': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'admin_state_up': True, 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'security_groups': ['60e2b857-1d6b-4bb0-a626-7149fa81a339']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:57.218364 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8a8d8d88-80db-4874-b590-7827ad00fdce), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.221837 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.223361 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a8d8d88-80db-4874-b590-7827ad00fdce HTTP/1.1" status: 204 len: 168 time: 0.4258642 Mar 03 14:08:57.244899 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6969c66-7ae4-4eeb-8a45-c43965aaf4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d8d88-80db-4874-b590-7827ad00fdce,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:57.274432 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Allocated IP 172.20.0.3 (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01/21621ae8-7396-482c-b09e-8ce82cca9698/16b63e8e-38e0-428c-ac42-7058b756b039) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:57.509928 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.541943 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (16b63e8e-38e0-428c-ac42-7058b756b039), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.589749 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.646287 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53701e67-3e8a-4f68-98c6-a6ab4e453b35 req-7d6f3f05-34c1-41a5-ad4e-9df6316e1174 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.1818147 Mar 03 14:08:57.677864 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:57.682879 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:57.684671 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:57.684855 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eee36815-c070-492e-a4ec-8911114a1c02 admin admin] Publish callbacks [] for security_group (bcd8ae62-1577-4853-96a9-10af952a2258), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.693873 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eee36815-c070-492e-a4ec-8911114a1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bcd8ae62-1577-4853-96a9-10af952a2258), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.705124 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:57.752443 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Made reservation on behalf of 861c811514474fb1a8f05efd7009cbd9 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:57.761196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.769265 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:57.770122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:57.782331 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a12719-c414-43f6-83de-4893785b3b3f req-8b2e552c-41c0-45bd-9470-20ce94a1d30b tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:57.784082 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8a12719-c414-43f6-83de-4893785b3b3f req-8b2e552c-41c0-45bd-9470-20ce94a1d30b tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 945 time: 0.3569760 Mar 03 14:08:57.796840 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-02d142f0-23ef-48e6-a80e-8bb463870047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3892431 Mar 03 14:08:57.819318 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38946) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:57.871341 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee36815-c070-492e-a4ec-8911114a1c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8ae62-1577-4853-96a9-10af952a2258,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:57.882965 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-eee36815-c070-492e-a4ec-8911114a1c02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3842b7a883e546189fec5c280f2c1b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3754406 Mar 03 14:08:57.886269 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38950) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:57.961915 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872517837-network', 'tenant_id': '09d9994d2eea4ad8baab66ce1bc9c0dc'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:57.967877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38952) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:57.977722 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] Publish callbacks [] for security_group (bcd8ae62-1577-4853-96a9-10af952a2258), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.002046 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8a12719-c414-43f6-83de-4893785b3b3f req-9e55dfcb-1522-4dc7-993e-9d5e337a43e2 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867139 Mar 03 14:08:58.004675 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-92c64dc1-a950-478b-a47b-739282f918cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.026043 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] Publish callbacks [] for security_group (bcd8ae62-1577-4853-96a9-10af952a2258), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.036892 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Made reservation on behalf of 09d9994d2eea4ad8baab66ce1bc9c0dc for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:58.039289 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.060239 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.066548 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-beb8db07-507f-4320-ab19-be7a004afa3b None None] Provisioning complete for port 16b63e8e-38e0-428c-ac42-7058b756b039 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:58.067984 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-beb8db07-507f-4320-ab19-be7a004afa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.089654 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Allocated IP 172.20.0.5 (05081da1-60f1-429a-bcc4-2332fab8e916/5e71b440-a164-4447-a3b3-f8b622138c7b/30c69b83-7077-443c-b029-1094beeb46a1) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:08:58.138709 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-beb8db07-507f-4320-ab19-be7a004afa3b None None] Port 16b63e8e-38e0-428c-ac42-7058b756b039 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:58.169393 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bcd8ae62-1577-4853-96a9-10af952a2258), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.172822 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.177852 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcd8ae62-1577-4853-96a9-10af952a2258 HTTP/1.1" status: 204 len: 168 time: 0.2902253 Mar 03 14:08:58.198902 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511664a5-6a5b-4186-9341-31c0f23f4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8ae62-1577-4853-96a9-10af952a2258,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.221722 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks [] for security_group (7e98894f-3970-4fb5-bcca-7d0a51209cc6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.229492 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e98894f-3970-4fb5-bcca-7d0a51209cc6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.291513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:08:58.295217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-92c64dc1-a950-478b-a47b-739282f918cb admin admin] Publish callbacks [] for security_group (8628b3b7-7405-4878-8aa7-6ab4f4cf97a4), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.301655 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98894f-3970-4fb5-bcca-7d0a51209cc6,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.307878 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (c77ea21e-5d06-4e81-8746-72090b1c0ed1), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.308342 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Added segment c77ea21e-5d06-4e81-8746-72090b1c0ed1 of type vlan for network cdfefe74-09cf-4322-88ac-6fa591c3710b Mar 03 14:08:58.316718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-92c64dc1-a950-478b-a47b-739282f918cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8628b3b7-7405-4878-8aa7-6ab4f4cf97a4), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.345453 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0e34-2e24-45e7-a106-0ae96803f858 req-030d0a0a-dbb1-4d5b-8c50-c2ab4080e40b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:58.347105 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c3b0e34-2e24-45e7-a106-0ae96803f858 req-030d0a0a-dbb1-4d5b-8c50-c2ab4080e40b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 944 time: 0.2542267 Mar 03 14:08:58.356387 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (cdfefe74-09cf-4322-88ac-6fa591c3710b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.388092 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (cdfefe74-09cf-4322-88ac-6fa591c3710b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.389107 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:58.389635 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.448579 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6255724 Mar 03 14:08:58.448769 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-92c64dc1-a950-478b-a47b-739282f918cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f424a478b5e34602bfe7e4c85f3b06ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4787281 Mar 03 14:08:58.452734 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38964) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:58.452966 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38966) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:58.453309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c64dc1-a950-478b-a47b-739282f918cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8628b3b7-7405-4878-8aa7-6ab4f4cf97a4,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.464217 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Request body: {'subnet': {'network_id': 'cdfefe74-09cf-4322-88ac-6fa591c3710b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872517837-subnet', 'tenant_id': '09d9994d2eea4ad8baab66ce1bc9c0dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:08:58.482687 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811e87-abe8-448b-a432-a095b050394a admin admin] Pushing event updated for resources: {'Network': ['ID=cdfefe74-09cf-4322-88ac-6fa591c3710b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.495522 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network cdfefe74-09cf-4322-88ac-6fa591c3710b details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:08:58.504677 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (30c69b83-7077-443c-b029-1094beeb46a1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.518915 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Made reservation on behalf of 09d9994d2eea4ad8baab66ce1bc9c0dc for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:08:58.520778 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93ec-5fde-44b4-9257-b51afc99bfbc req-ea165d72-b8ce-4b38-9533-a8ec25a4552a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:58.521381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.522670 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86ec93ec-5fde-44b4-9257-b51afc99bfbc req-ea165d72-b8ce-4b38-9533-a8ec25a4552a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 931 time: 0.2226081 Mar 03 14:08:58.566134 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c3b0e34-2e24-45e7-a106-0ae96803f858 req-68ac8eff-b4b0-4351-9f73-2c22e8b1a550 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998701 Mar 03 14:08:58.621356 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86ec93ec-5fde-44b4-9257-b51afc99bfbc req-d78a4ce0-8fff-4cd9-aba8-aebd93f7580e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884726 Mar 03 14:08:58.636358 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.680613 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38970) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:58.721204 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:08:58.722718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07deff50-123b-417b-a2ac-787ef6693299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.724927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.731227 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:58.733518 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:08:58.739713 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:58.740072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] Publish callbacks [] for security_group (8628b3b7-7405-4878-8aa7-6ab4f4cf97a4), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.740176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.784184 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] Publish callbacks [] for security_group (8628b3b7-7405-4878-8aa7-6ab4f4cf97a4), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.794334 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7f675bb-aaa5-43b8-bc45-7eca88c88213 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6089361 Mar 03 14:08:58.856981 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57d017-d6fe-4f81-8dc7-a4f43bb72b5d req-b878891a-1e44-4e52-96cf-0a5fdf2a07e7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:58.858497 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f57d017-d6fe-4f81-8dc7-a4f43bb72b5d req-b878891a-1e44-4e52-96cf-0a5fdf2a07e7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 931 time: 0.1297770 Mar 03 14:08:58.904761 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8628b3b7-7405-4878-8aa7-6ab4f4cf97a4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.908015 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.909149 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8628b3b7-7405-4878-8aa7-6ab4f4cf97a4 HTTP/1.1" status: 204 len: 168 time: 0.4533944 Mar 03 14:08:58.920714 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07deff50-123b-417b-a2ac-787ef6693299 admin admin] Publish callbacks [] for security_group (059083f5-7d84-424f-b42c-023dc1546e8e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.925127 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5b284-dcba-401a-ad50-cbb71ec8b3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628b3b7-7405-4878-8aa7-6ab4f4cf97a4,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:58.929985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-07deff50-123b-417b-a2ac-787ef6693299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (059083f5-7d84-424f-b42c-023dc1546e8e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.944089 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (ed351512-919c-4adb-b3a5-f7a6441de371), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:58.973586 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f57d017-d6fe-4f81-8dc7-a4f43bb72b5d req-b2b158f6-facf-4150-ab5c-f575932e6321 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013298 Mar 03 14:08:59.000836 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-07deff50-123b-417b-a2ac-787ef6693299 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d21b87fbd81a41d8a956a5896988fff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167732 Mar 03 14:08:59.000836 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deff50-123b-417b-a2ac-787ef6693299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059083f5-7d84-424f-b42c-023dc1546e8e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:59.002043 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38974) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:08:59.041923 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed351512-919c-4adb-b3a5-f7a6441de371,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:59.046652 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Checking segment: {'id': 'c77ea21e-5d06-4e81-8746-72090b1c0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cdfefe74-09cf-4322-88ac-6fa591c3710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:08:59.047587 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Network hostable DHCP agents. Network: cdfefe74-09cf-4322-88ac-6fa591c3710b, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:08:59.076118 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f007936c-edf4-49ec-9fbd-d04882a20fb3 None None] Provisioning complete for port 30c69b83-7077-443c-b029-1094beeb46a1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:08:59.076697 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f007936c-edf4-49ec-9fbd-d04882a20fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (30c69b83-7077-443c-b029-1094beeb46a1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.086317 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Network cdfefe74-09cf-4322-88ac-6fa591c3710b is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:08:59.088449 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] Publish callbacks [] for security_group (059083f5-7d84-424f-b42c-023dc1546e8e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.104116 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, cdfefe74-09cf-4322-88ac-6fa591c3710b) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:08:59.115016 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:59.115608 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.118711 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cccc9-eb52-46b2-9e5b-c6835aeabbd3 None None] Network cdfefe74-09cf-4322-88ac-6fa591c3710b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:59.128889 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] Publish callbacks [] for security_group (059083f5-7d84-424f-b42c-023dc1546e8e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.150163 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-50ba1cd2-2570-468f-802a-22768631b801 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6954491 Mar 03 14:08:59.206314 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (059083f5-7d84-424f-b42c-023dc1546e8e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.214638 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:08:59.216893 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/059083f5-7d84-424f-b42c-023dc1546e8e HTTP/1.1" status: 204 len: 168 time: 0.2129097 Mar 03 14:08:59.237479 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef22bc5-aec1-40dd-a069-e10398331d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059083f5-7d84-424f-b42c-023dc1546e8e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:08:59.249407 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3624-710f-40b9-a550-8dacc1359cd5 req-5454ba2b-d491-4add-8a8e-8bd79ae6f272 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:59.251734 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58cd3624-710f-40b9-a550-8dacc1359cd5 req-5454ba2b-d491-4add-8a8e-8bd79ae6f272 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 945 time: 0.1428401 Mar 03 14:08:59.306586 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58cd3624-710f-40b9-a550-8dacc1359cd5 req-4ddf0a93-7efb-44e5-8bdf-7baa26060dac tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460379 Mar 03 14:08:59.320989 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f007936c-edf4-49ec-9fbd-d04882a20fb3 None None] Port 30c69b83-7077-443c-b029-1094beeb46a1 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:08:59.379576 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d523971-5b1d-4c85-94ac-28420c6b675a None None] Network cdfefe74-09cf-4322-88ac-6fa591c3710b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:08:59.701602 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034d31-d3aa-431b-8453-8f8b81c38708 req-a8424e92-a217-417a-903e-182af9f747b7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:59.703872 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a034d31-d3aa-431b-8453-8f8b81c38708 req-a8424e92-a217-417a-903e-182af9f747b7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 944 time: 0.0612116 Mar 03 14:08:59.786382 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a034d31-d3aa-431b-8453-8f8b81c38708 req-067802d3-20a3-414d-8ccc-6dd69d8c702e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Mar 03 14:08:59.805007 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba92f30-bef8-4361-b793-5260450cf342 req-a75090cf-dbab-4d22-876b-7c66bad401f6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:08:59.806713 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bba92f30-bef8-4361-b793-5260450cf342 req-a75090cf-dbab-4d22-876b-7c66bad401f6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 931 time: 0.0741861 Mar 03 14:08:59.865346 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bba92f30-bef8-4361-b793-5260450cf342 req-36e67db5-9611-4743-8e3c-7405ab13a25c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508471 Mar 03 14:09:00.082277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39030) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:00.087084 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1606852261-network', 'tenant_id': 'ea969d3c22fe40b68bbb7c008e6ce45e'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:00.100649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54888a-720d-419a-97f3-75a4e4dad18c req-9075acdf-a88a-42f8-9dd4-a7f82cbaf808 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:00.102282 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c54888a-720d-419a-97f3-75a4e4dad18c req-9075acdf-a88a-42f8-9dd4-a7f82cbaf808 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 931 time: 0.0741098 Mar 03 14:09:00.139232 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Made reservation on behalf of ea969d3c22fe40b68bbb7c008e6ce45e for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:00.142704 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.155237 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.163525 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Request body: {'port': {'device_id': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:00.168479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Request body: {'port': {'device_id': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:00.221695 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c54888a-720d-419a-97f3-75a4e4dad18c req-af7ed22a-c424-4092-88fe-c43e468530e3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138277 Mar 03 14:09:00.254224 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.285373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (30c69b83-7077-443c-b029-1094beeb46a1), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.371411 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks [] for security_group (4caa9e90-9adf-4111-9a21-7ac420ca93e5), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.380347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4caa9e90-9adf-4111-9a21-7ac420ca93e5), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.471328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:09:00.513364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa9e90-9adf-4111-9a21-7ac420ca93e5,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:00.610900 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (98168caf-dffb-41d5-83c5-a0acfbfd03c5), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.611251 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Added segment 98168caf-dffb-41d5-83c5-a0acfbfd03c5 of type vlan for network 1806c2d8-6051-4000-ae09-1775f003d95d Mar 03 14:09:00.633850 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:00.651535 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks [] for port (16b63e8e-38e0-428c-ac42-7058b756b039), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.683729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (1806c2d8-6051-4000-ae09-1775f003d95d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.683933 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.provisioning_blocks [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Transition to ACTIVE for port object 16b63e8e-38e0-428c-ac42-7058b756b039 will not be triggered until provisioned by entity L2. {{(pid=103109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:09:00.691872 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.725653 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dcc77-39ca-48cb-8b9b-e8a44c1a89b8 req-523eb7b0-65bd-418c-822a-a216d50c91a7 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:00.725653 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b36dcc77-39ca-48cb-8b9b-e8a44c1a89b8 req-523eb7b0-65bd-418c-822a-a216d50c91a7 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 945 time: 0.2823777 Mar 03 14:09:00.787890 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:00.814601 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (1806c2d8-6051-4000-ae09-1775f003d95d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.815558 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:00.816140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.921456 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Attempting to bind port 16b63e8e-38e0-428c-ac42-7058b756b039 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:00.922491 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Attempting to bind port 16b63e8e-38e0-428c-ac42-7058b756b039 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:00.923171 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Attempting to bind port 16b63e8e-38e0-428c-ac42-7058b756b039 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:00.927938 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:00.928571 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Port 16b63e8e-38e0-428c-ac42-7058b756b039 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:09:00.928671 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Attempting to bind port 16b63e8e-38e0-428c-ac42-7058b756b039 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:00.935413 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:00.935884 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Checking segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:00.937112 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Bound using segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:00.937112 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Bound port: 16b63e8e-38e0-428c-ac42-7058b756b039, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:00.937732 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.005057 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9193668 Mar 03 14:09:01.007458 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39070) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:01.022513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Request body: {'subnet': {'network_id': '1806c2d8-6051-4000-ae09-1775f003d95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1606852261-subnet', 'tenant_id': 'ea969d3c22fe40b68bbb7c008e6ce45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:01.031019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c69b83-7077-443c-b029-1094beeb46a1 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:01.066485 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b36dcc77-39ca-48cb-8b9b-e8a44c1a89b8 req-8a654c56-b84a-44ec-9e37-2cd9df73acfb tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325298 Mar 03 14:09:01.075197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks [] for port (30c69b83-7077-443c-b029-1094beeb46a1), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.082824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f414387-511c-4594-a72d-b8d9cc3835cf admin admin] Pushing event updated for resources: {'Network': ['ID=1806c2d8-6051-4000-ae09-1775f003d95d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:01.096606 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 1806c2d8-6051-4000-ae09-1775f003d95d details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:09:01.104248 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Transition to ACTIVE for port object 30c69b83-7077-443c-b029-1094beeb46a1 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:09:01.121185 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f758f7-c193-48fe-a0e9-bbff2e291c11 req-c6aebcda-8780-410a-9873-d5f41ec0b051 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.123742 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d2f758f7-c193-48fe-a0e9-bbff2e291c11 req-c6aebcda-8780-410a-9873-d5f41ec0b051 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 944 time: 0.1852462 Mar 03 14:09:01.124574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.128162 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Made reservation on behalf of ea969d3c22fe40b68bbb7c008e6ce45e for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:01.130469 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.211051 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, cleared binding levels {{(pid=103109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:01.248138 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:01.267387 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.361332 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.363242 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.365957 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] 10.222.0.13 "PUT /v2.0/ports/16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 1093 time: 1.2072453 Mar 03 14:09:01.369371 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:01.372417 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:01.403073 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Pushing event updated for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:01.419645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Attempting to bind port 30c69b83-7077-443c-b029-1094beeb46a1 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:01.419982 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Attempting to bind port 30c69b83-7077-443c-b029-1094beeb46a1 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:01.420312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Attempting to bind port 30c69b83-7077-443c-b029-1094beeb46a1 on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:01.441056 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d2f758f7-c193-48fe-a0e9-bbff2e291c11 req-e7162201-a030-45d3-9da6-7038b5d57d3c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010929 Mar 03 14:09:01.444223 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Port 30c69b83-7077-443c-b029-1094beeb46a1 on network 05081da1-60f1-429a-bcc4-2332fab8e916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:09:01.454792 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Attempting to bind port 30c69b83-7077-443c-b029-1094beeb46a1 on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:01.485924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf08ff3-df78-4eb8-aa77-610fd6f5c923 req-ee7b471f-f6ff-45be-8617-f01c0a8d164b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.487513 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbf08ff3-df78-4eb8-aa77-610fd6f5c923 req-ee7b471f-f6ff-45be-8617-f01c0a8d164b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.2800877 Mar 03 14:09:01.488877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:01.489151 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Checking segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:01.489523 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Bound using segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:01.493328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Bound port: 30c69b83-7077-443c-b029-1094beeb46a1, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:01.493724 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (30c69b83-7077-443c-b029-1094beeb46a1), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.536560 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb20c6-eb8c-4bb0-80ca-b2cd449cbe89 service neutron] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=3']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:01.616148 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-26c1324e-2d85-4ec3-a34c-912c94348c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.618109 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-26c1324e-2d85-4ec3-a34c-912c94348c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1127 time: 0.1925440 Mar 03 14:09:01.627592 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:01.631284 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30c69b83-7077-443c-b029-1094beeb46a1,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:01.663432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.717245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.717906 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.719500 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-ef87fbe4-b016-4a54-b7e9-71e2f8208a49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 217 time: 0.0844882 Mar 03 14:09:01.720313 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] 10.222.0.13 "PUT /v2.0/ports/30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 1093 time: 1.5596175 Mar 03 14:09:01.743770 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:01.756598 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f6a06-c73d-4f95-b1dd-e7e6a254932a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "tag": "30c69b83-7077-443c-b029-1094beeb46a1"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:01.809162 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbf08ff3-df78-4eb8-aa77-610fd6f5c923 req-5e67eb41-6508-4bbf-8d9a-9c49c16b67dd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016686 Mar 03 14:09:01.846511 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c732f-430c-4050-8673-f235ce4ff01a req-dbdfb41b-032d-4f29-af51-950c0c269d8e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.854034 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-121c732f-430c-4050-8673-f235ce4ff01a req-dbdfb41b-032d-4f29-af51-950c0c269d8e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 943 time: 0.2913761 Mar 03 14:09:01.858866 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (206c445f-cdcd-4791-890c-2dc3ba871048), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:01.866658 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759497-97f8-4cfb-819c-1a87741291ac service neutron] Pushing event updated for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:01.916538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206c445f-cdcd-4791-890c-2dc3ba871048,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:01.921636 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-9874d25c-df76-46f9-b453-1994d8973aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.923369 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-9874d25c-df76-46f9-b453-1994d8973aca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.1425447 Mar 03 14:09:01.927402 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-121c732f-430c-4050-8673-f235ce4ff01a req-1f418d5f-f781-4144-bea6-76f3a0a9ad4c tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662775 Mar 03 14:09:01.938786 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-593a5440-3257-4ea3-b840-d602d839bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:01.940610 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-593a5440-3257-4ea3-b840-d602d839bc98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1127 time: 0.1757436 Mar 03 14:09:01.983606 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08272747-ed08-4ca4-9329-81e2c331772a x-openstack-request-id: req-08272747-ed08-4ca4-9329-81e2c331772a {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:01.983899 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:01.984154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08272747-ed08-4ca4-9329-81e2c331772a {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:01.985366 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'status': 'completed', 'code': 200} Mar 03 14:09:02.023009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc0390-42b0-4b30-9234-165e4296e81e x-openstack-request-id: req-2dbc0390-42b0-4b30-9234-165e4296e81e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:02.023266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "tag": "30c69b83-7077-443c-b029-1094beeb46a1", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:02.023480 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dbc0390-42b0-4b30-9234-165e4296e81e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:02.026778 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1', 'status': 'completed', 'code': 200} Mar 03 14:09:02.028083 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-c86f1c07-5855-4470-8198-f50f132b3c93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 217 time: 0.0802360 Mar 03 14:09:02.034190 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Checking segment: {'id': '98168caf-dffb-41d5-83c5-a0acfbfd03c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1806c2d8-6051-4000-ae09-1775f003d95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:02.034618 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Network hostable DHCP agents. Network: 1806c2d8-6051-4000-ae09-1775f003d95d, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:09:02.056290 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-7e7aec81-dc32-439c-bdeb-683895323ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.057961 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-7e7aec81-dc32-439c-bdeb-683895323ef2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190298 Mar 03 14:09:02.130827 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Network 1806c2d8-6051-4000-ae09-1775f003d95d is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:09:02.134973 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-58c86d81-c90a-403e-94f3-bbac5c4f9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.137361 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-58c86d81-c90a-403e-94f3-bbac5c4f9e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.0993440 Mar 03 14:09:02.148107 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 1806c2d8-6051-4000-ae09-1775f003d95d) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:02.155555 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 876fc643-cf32-45e7-81ce-2b7f2b13230c up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:02.159220 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201336e9-58c8-475d-8fb0-346c53885063 None None] Network 1806c2d8-6051-4000-ae09-1775f003d95d requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:02.167256 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.167869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:02.240967 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-40be0076-4cdf-4f09-ad06-1cc7c47aa5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650317 Mar 03 14:09:02.264093 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5544b0a4-a880-4afe-b146-36f33bdcfaa7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2535775 Mar 03 14:09:02.339452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-2f0dd05c-51ab-4dd2-b530-619278078f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.341446 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-2f0dd05c-51ab-4dd2-b530-619278078f6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967907 Mar 03 14:09:02.389019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4d8f0-1993-4de3-875f-ebc9fd7a4ef5 req-d6a378ce-49b3-48b0-a844-7dda9b82d2f3 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.400123 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31a4d8f0-1993-4de3-875f-ebc9fd7a4ef5 req-d6a378ce-49b3-48b0-a844-7dda9b82d2f3 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 945 time: 0.2047751 Mar 03 14:09:02.429527 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-90469b8f-8e1f-4702-a49a-fbe48f2752ee req-d166e5a0-efd8-4a87-8405-1476395c5da3 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876631 Mar 03 14:09:02.432220 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 876fc643-cf32-45e7-81ce-2b7f2b13230c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:09:02.460350 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 876fc643-cf32-45e7-81ce-2b7f2b13230c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:02.461187 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:02.504224 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841bf86a-98f2-4332-9256-4d49a572f197 None None] Network 1806c2d8-6051-4000-ae09-1775f003d95d requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:02.564470 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-95f9e900-8d68-41ea-a143-c5d2788323b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.566707 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-95f9e900-8d68-41ea-a143-c5d2788323b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1127 time: 0.0841179 Mar 03 14:09:02.635288 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31a4d8f0-1993-4de3-875f-ebc9fd7a4ef5 req-606e0ff4-7897-430b-bdf2-c7516f1c7a62 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047851 Mar 03 14:09:02.642532 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 876fc643-cf32-45e7-81ce-2b7f2b13230c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:02.643399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:02.676670 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:02.731901 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-e7facecd-4a03-4918-b1a6-2bb6dc04e9dc service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729939 Mar 03 14:09:02.744815 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb290c87-1fea-4531-8054-ae9efe3e8fa5 req-ef2d8587-6746-4cc9-8899-d4980d2f5a0b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:02.746375 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb290c87-1fea-4531-8054-ae9efe3e8fa5 req-ef2d8587-6746-4cc9-8899-d4980d2f5a0b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 944 time: 0.1645274 Mar 03 14:09:02.804256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:02.809995 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:02.811092 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d60ba0eb-8c3c-4fc6-b843-1d429269b836 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:02.818383 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb290c87-1fea-4531-8054-ae9efe3e8fa5 req-b082bcf7-ab1b-4ea7-8de5-b8af4408f66c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657167 Mar 03 14:09:02.949333 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aed876c-0eb4-493a-9fc2-d289ef07325b" -d '{"events": [{"server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "name": "network-vif-plugged", "status": "completed", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:02.998103 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:03.017647 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e2be-9cfe-409c-95cc-9014d6b51684 req-ac548bd7-74b9-4f19-8476-63f203c5bdf8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:03.019502 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-16d1e2be-9cfe-409c-95cc-9014d6b51684 req-ac548bd7-74b9-4f19-8476-63f203c5bdf8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0793836 Mar 03 14:09:03.020592 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port d60ba0eb-8c3c-4fc6-b843-1d429269b836 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:09:03.025855 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port d60ba0eb-8c3c-4fc6-b843-1d429269b836 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:03.026286 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.116846 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-16d1e2be-9cfe-409c-95cc-9014d6b51684 req-96e212ff-d836-487e-8ded-dc932411aed0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876091 Mar 03 14:09:03.123371 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port d60ba0eb-8c3c-4fc6-b843-1d429269b836 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:03.123954 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.132752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6c03-cdff-445e-aa28-ba2e29068e65 req-4f44a9ce-b06e-4737-b5a5-0821db849d21 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:03.134968 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a1b6c03-cdff-445e-aa28-ba2e29068e65 req-4f44a9ce-b06e-4737-b5a5-0821db849d21 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 943 time: 0.1148009 Mar 03 14:09:03.197481 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836,segment=NetworkSegment(5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39),segment_id=5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:03.203828 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.232123 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a1b6c03-cdff-445e-aa28-ba2e29068e65 req-0852a958-ed84-4403-828f-0374f3860559 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881565 Mar 03 14:09:03.270894 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:03.293265 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e7f41e-8dd4-4007-8ee8-1f19c884de22 x-openstack-request-id: req-90e7f41e-8dd4-4007-8ee8-1f19c884de22 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:03.293644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "name": "network-vif-plugged", "status": "completed", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:03.293958 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e7f41e-8dd4-4007-8ee8-1f19c884de22 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:03.294559 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c', 'code': 200} Mar 03 14:09:03.549079 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39178) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:03.648838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ad428907-28ad-4d7a-9890-cc4181423f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.724470 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ad428907-28ad-4d7a-9890-cc4181423f4b admin admin] Publish callbacks [] for security_group (c5244125-d813-4cb3-97ab-97114a890437), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.728207 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ad428907-28ad-4d7a-9890-cc4181423f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c5244125-d813-4cb3-97ab-97114a890437), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.769216 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dceebb-4880-406a-99ea-776356ac9fc3 req-1f1d6243-442d-454a-8b7f-527d508dfb83 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:03.769841 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ad428907-28ad-4d7a-9890-cc4181423f4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3867789649084110a690985e021a88db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193959 Mar 03 14:09:03.770238 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad428907-28ad-4d7a-9890-cc4181423f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5244125-d813-4cb3-97ab-97114a890437,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:03.770772 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4dceebb-4880-406a-99ea-776356ac9fc3 req-1f1d6243-442d-454a-8b7f-527d508dfb83 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0689883 Mar 03 14:09:03.772841 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39186) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:03.848656 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4dceebb-4880-406a-99ea-776356ac9fc3 req-84fff372-9bdc-4755-9223-62bc52008333 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694406 Mar 03 14:09:03.857978 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] Publish callbacks [] for security_group (c5244125-d813-4cb3-97ab-97114a890437), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.885528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] Publish callbacks [] for security_group (c5244125-d813-4cb3-97ab-97114a890437), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.962162 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3315f7-1676-4f4a-9977-c4eae9642e65 req-66dcba7e-4c6a-4da3-8cb2-964d88d5cfb9 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:03.963650 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b3315f7-1676-4f4a-9977-c4eae9642e65 req-66dcba7e-4c6a-4da3-8cb2-964d88d5cfb9 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0699990 Mar 03 14:09:03.975280 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c5244125-d813-4cb3-97ab-97114a890437), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.977793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:03.978813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5244125-d813-4cb3-97ab-97114a890437 HTTP/1.1" status: 204 len: 168 time: 0.2050538 Mar 03 14:09:03.994332 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e098c8-61aa-4186-85cf-a8d3fef757ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5244125-d813-4cb3-97ab-97114a890437,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:04.023870 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b3315f7-1676-4f4a-9977-c4eae9642e65 req-21d031a9-d275-459d-8132-f03531685c67 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Mar 03 14:09:04.291749 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39200) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:04.301459 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-0369f7bd-8d36-46a3-87e3-0a1dee9de7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:04.302957 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-0369f7bd-8d36-46a3-87e3-0a1dee9de7a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.1168861 Mar 03 14:09:04.309962 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df546075-0464-4208-ba50-b89933fbdc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.389321 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df546075-0464-4208-ba50-b89933fbdc81 admin admin] Publish callbacks [] for security_group (bfcdb2bd-8363-47bc-af42-ca23c26a654b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.394178 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df546075-0464-4208-ba50-b89933fbdc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bfcdb2bd-8363-47bc-af42-ca23c26a654b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.433202 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-df546075-0464-4208-ba50-b89933fbdc81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43a2750ad05e43729352f2ca089c20bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393709 Mar 03 14:09:04.433202 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df546075-0464-4208-ba50-b89933fbdc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcdb2bd-8363-47bc-af42-ca23c26a654b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:04.435309 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39202) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:04.476090 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2486b6-c35c-4cad-b1d1-bd3ecffe2ed2 req-818ecd02-8a43-4515-a009-3a025a9cb08d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:04.477654 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a2486b6-c35c-4cad-b1d1-bd3ecffe2ed2 req-818ecd02-8a43-4515-a009-3a025a9cb08d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.2807987 Mar 03 14:09:04.483883 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] Publish callbacks [] for security_group (bfcdb2bd-8363-47bc-af42-ca23c26a654b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.490750 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f52c9-36f5-4b32-9e82-5756fa71ecef req-e02aaec1-bfa4-4ef9-a024-e1de9e7a8f92 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:04.492177 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c9f52c9-36f5-4b32-9e82-5756fa71ecef req-e02aaec1-bfa4-4ef9-a024-e1de9e7a8f92 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 943 time: 0.0729127 Mar 03 14:09:04.509617 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] Publish callbacks [] for security_group (bfcdb2bd-8363-47bc-af42-ca23c26a654b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.563824 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bfcdb2bd-8363-47bc-af42-ca23c26a654b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.565442 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a2486b6-c35c-4cad-b1d1-bd3ecffe2ed2 req-6b42dcc9-f1b9-47ae-a080-1402c5a7883e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817556 Mar 03 14:09:04.567271 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:04.571459 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfcdb2bd-8363-47bc-af42-ca23c26a654b HTTP/1.1" status: 204 len: 168 time: 0.1322970 Mar 03 14:09:04.579498 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d61d8-8fdb-4e46-b656-b78b260ed653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcdb2bd-8363-47bc-af42-ca23c26a654b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:04.582616 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c9f52c9-36f5-4b32-9e82-5756fa71ecef req-c2a99f8d-7885-4539-9131-053413be1630 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844982 Mar 03 14:09:04.971343 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f0c2-402d-4ba8-94c9-4928e037d58c req-b9e01759-9722-40af-b01e-6b84830f694e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:04.973717 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa86f0c2-402d-4ba8-94c9-4928e037d58c req-b9e01759-9722-40af-b01e-6b84830f694e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0581651 Mar 03 14:09:05.019570 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa86f0c2-402d-4ba8-94c9-4928e037d58c req-5363760b-7ce0-473a-9fe4-4c5b852e02c4 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Mar 03 14:09:05.186522 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-95cca95b-3b5a-47be-b7c8-359759ccfc5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 217 time: 0.0623336 Mar 03 14:09:05.213081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a61-9f4c-4e2d-8155-1c0626700ffa req-84d7abb4-7d0c-45e2-a38c-f55b0071a128 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.215423 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a6e1a61-9f4c-4e2d-8155-1c0626700ffa req-84d7abb4-7d0c-45e2-a38c-f55b0071a128 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.1232464 Mar 03 14:09:05.251656 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-6afc8b68-cfb1-4586-a0b7-94fbfcb4b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.253060 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-6afc8b68-cfb1-4586-a0b7-94fbfcb4b6e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0604963 Mar 03 14:09:05.279763 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6720c6e8-2cbe-43b6-a62a-c98251b25ceb req-148351d2-28ab-4503-b6de-ad09ef9a545c service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584127 Mar 03 14:09:05.282909 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.13', 50664) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:05.295546 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:05.298464 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990ea20-bc0b-4a88-b51f-d1038181f7d1" -d '{"events": [{"server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "name": "network-vif-plugged", "status": "completed", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:05.329289 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a6e1a61-9f4c-4e2d-8155-1c0626700ffa req-39bf7b94-715a-46fc-8ea3-58f051913a25 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047678 Mar 03 14:09:05.339802 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-ecb05162-1c57-4e6c-81e6-32800dd7330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.342061 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-ecb05162-1c57-4e6c-81e6-32800dd7330e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780375 Mar 03 14:09:05.361179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed6223-e8be-4113-9564-3fea49c30733 x-openstack-request-id: req-aeed6223-e8be-4113-9564-3fea49c30733 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:05.361536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "name": "network-vif-plugged", "status": "completed", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:05.361818 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeed6223-e8be-4113-9564-3fea49c30733 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:05.362285 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836', 'code': 200} Mar 03 14:09:05.432173 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-9ed411d9-5c26-46c1-a075-6a145e6ac6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.433965 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-9ed411d9-5c26-46c1-a075-6a145e6ac6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 1129 time: 0.1461651 Mar 03 14:09:05.447777 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-81aace7d-138f-417c-be9e-c3fecf64176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.449553 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-81aace7d-138f-417c-be9e-c3fecf64176a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1127 time: 0.0918317 Mar 03 14:09:05.457906 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-6a0ade51-cbd2-4dbe-8bdb-cc41e9e34d65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:05.475771 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-b36e26c4-72b8-4066-8043-58e2cd6b84b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222370 Mar 03 14:09:05.521378 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.13', 50665) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:05.637477 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-5b9119b4-3dcb-4040-9a9a-5f4e4043be53 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545014 Mar 03 14:09:05.651834 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2b435-20b3-4339-9798-a47b49073b43 req-08283196-0250-4e04-a1c6-287bec23e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.653357 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f5b2b435-20b3-4339-9798-a47b49073b43 req-08283196-0250-4e04-a1c6-287bec23e187 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 1130 time: 0.1310391 Mar 03 14:09:05.654359 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-fb282426-56c8-41a0-ba1b-40f6340bfe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.655683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-fb282426-56c8-41a0-ba1b-40f6340bfe1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.1954443 Mar 03 14:09:05.705254 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-6a0ade51-cbd2-4dbe-8bdb-cc41e9e34d65 service neutron] Publish callbacks [] for security_group (39e4ab19-b514-4676-90f1-9b168fda04be), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:05.739471 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f5b2b435-20b3-4339-9798-a47b49073b43 req-71fc443c-f6e2-4de4-8939-801c93f1ab82 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:05.751503 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-6a0ade51-cbd2-4dbe-8bdb-cc41e9e34d65 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (39e4ab19-b514-4676-90f1-9b168fda04be), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:05.754798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-8a60b5de-ac41-4182-8614-b84692aad981 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 217 time: 0.0861940 Mar 03 14:09:05.868326 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39258) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:05.911785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ade51-cbd2-4dbe-8bdb-cc41e9e34d65 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39e4ab19-b514-4676-90f1-9b168fda04be,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:05.916942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-52036f11-bf9a-444c-8f21-c90a34ba7090 req-6a0ade51-cbd2-4dbe-8bdb-cc41e9e34d65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763796 Mar 03 14:09:05.943274 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-89591722-13e3-4f64-88be-e32c06f7c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.944702 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-89591722-13e3-4f64-88be-e32c06f7c063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.1517572 Mar 03 14:09:05.964742 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bf91a-d36e-4de8-88bd-24293e8126ca req-ce9f93a8-34e2-4aeb-9b82-3438a7ab44a4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.966232 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c06bf91a-d36e-4de8-88bd-24293e8126ca req-ce9f93a8-34e2-4aeb-9b82-3438a7ab44a4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.2596893 Mar 03 14:09:05.975119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019fbd6-b4f1-47a2-ab63-3fa5d6111fa6 req-430cd771-d99b-4560-8fde-155f51a9bc45 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:05.976559 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d019fbd6-b4f1-47a2-ab63-3fa5d6111fa6 req-430cd771-d99b-4560-8fde-155f51a9bc45 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 943 time: 0.2386434 Mar 03 14:09:06.005553 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2ea8d1a-b2bc-4d24-9745-6dbe90751b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.030333 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f5b2b435-20b3-4339-9798-a47b49073b43 req-71fc443c-f6e2-4de4-8939-801c93f1ab82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627946 Mar 03 14:09:06.071256 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c06bf91a-d36e-4de8-88bd-24293e8126ca req-3c8c88e8-0d66-45fb-a53b-f9e356f9416b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936787 Mar 03 14:09:06.075516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d019fbd6-b4f1-47a2-ab63-3fa5d6111fa6 req-f7b39298-da28-45d6-826a-2e81687b0420 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840118 Mar 03 14:09:06.108381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2ea8d1a-b2bc-4d24-9745-6dbe90751b7b admin admin] Publish callbacks [] for security_group (631706f4-b64b-4419-8a60-b2b42e83dd44), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.113392 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2ea8d1a-b2bc-4d24-9745-6dbe90751b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (631706f4-b64b-4419-8a60-b2b42e83dd44), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.157696 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b2ea8d1a-b2bc-4d24-9745-6dbe90751b7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da059eb2807c4b62b168d5d6b8063a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881289 Mar 03 14:09:06.160300 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39270) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:06.166293 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea8d1a-b2bc-4d24-9745-6dbe90751b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631706f4-b64b-4419-8a60-b2b42e83dd44,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:06.204989 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af07f7-0acc-4773-9a95-7eac49fdff17 req-aeae684d-9a55-4858-acee-583e2043773e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:06.206531 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75af07f7-0acc-4773-9a95-7eac49fdff17 req-aeae684d-9a55-4858-acee-583e2043773e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0602205 Mar 03 14:09:06.215798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] Publish callbacks [] for security_group (631706f4-b64b-4419-8a60-b2b42e83dd44), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.240593 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] Publish callbacks [] for security_group (631706f4-b64b-4419-8a60-b2b42e83dd44), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.273756 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75af07f7-0acc-4773-9a95-7eac49fdff17 req-09672037-ced4-4bc1-ab07-6a976092f05d tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600162 Mar 03 14:09:06.317124 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (631706f4-b64b-4419-8a60-b2b42e83dd44), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.319778 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:06.320906 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/631706f4-b64b-4419-8a60-b2b42e83dd44 HTTP/1.1" status: 204 len: 168 time: 0.1596711 Mar 03 14:09:06.328913 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639430-821d-4bd2-9271-c69b4ccc7057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631706f4-b64b-4419-8a60-b2b42e83dd44,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:06.415680 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-7a8ca6a1-6fdc-442b-966b-ca846a9023c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:06.417871 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-7a8ca6a1-6fdc-442b-966b-ca846a9023c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774956 Mar 03 14:09:06.521845 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67978-712c-42a2-aece-55600555e7e1 req-97da36bc-bdd4-43e6-b36a-c392be09426f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:06.523483 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ae67978-712c-42a2-aece-55600555e7e1 req-97da36bc-bdd4-43e6-b36a-c392be09426f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.1228743 Mar 03 14:09:06.563621 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-4a66adc0-6c58-4cbf-8472-ba5a73ae71fd service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309023 Mar 03 14:09:06.633717 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ae67978-712c-42a2-aece-55600555e7e1 req-b449b135-f627-4d96-ae0d-81ea3fe20027 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992482 Mar 03 14:09:06.672601 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-371f6a06-c73d-4f95-b1dd-e7e6a254932a req-3ebffaaf-652f-4abf-8442-df4ea06300c8 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977163 Mar 03 14:09:07.237468 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8967ac-f5e6-49b0-9cb4-c92cc651d24e req-dd98769c-070f-4df3-a900-1cfd4b195c1e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:07.238966 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d8967ac-f5e6-49b0-9cb4-c92cc651d24e req-dd98769c-070f-4df3-a900-1cfd4b195c1e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0927637 Mar 03 14:09:07.245954 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d3b0-5f83-4a01-bd92-07c026f26a2c req-3ffed343-882e-4d09-9310-2f126c90c4d0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:07.247313 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c05d3b0-5f83-4a01-bd92-07c026f26a2c req-3ffed343-882e-4d09-9310-2f126c90c4d0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 943 time: 0.0918007 Mar 03 14:09:07.318380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d8967ac-f5e6-49b0-9cb4-c92cc651d24e req-3028ffb8-8177-4737-8073-afa69a4964d1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700872 Mar 03 14:09:07.325918 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c05d3b0-5f83-4a01-bd92-07c026f26a2c req-ed74d9fd-8527-4d93-804f-d891ab604b53 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642128 Mar 03 14:09:07.462597 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a90e8-e2e3-484e-85f3-b5dacafd3e16 req-69ca525c-2ac3-47f4-8614-1d60a9daa9bf tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:07.464247 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-235a90e8-e2e3-484e-85f3-b5dacafd3e16 req-69ca525c-2ac3-47f4-8614-1d60a9daa9bf tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0660572 Mar 03 14:09:07.513888 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-235a90e8-e2e3-484e-85f3-b5dacafd3e16 req-3af29236-81ed-4b77-8127-f0590b82d0fd tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Mar 03 14:09:07.644995 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:09:07.756124 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bf71b-ea74-4ca3-b183-3fbe3d9a22f3 req-23326bb1-6d66-435c-b717-8f839e93ee9b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:07.757642 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bb4bf71b-ea74-4ca3-b183-3fbe3d9a22f3 req-23326bb1-6d66-435c-b717-8f839e93ee9b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0528729 Mar 03 14:09:07.803945 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bb4bf71b-ea74-4ca3-b183-3fbe3d9a22f3 req-901a3ff8-fbad-4b1d-8456-3f9324fd3cdb tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Mar 03 14:09:08.226951 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 30c69b83-7077-443c-b029-1094beeb46a1 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:09:08.322217 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30c69b83-7077-443c-b029-1094beeb46a1,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:08.332961 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '30c69b83-7077-443c-b029-1094beeb46a1', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'port_id': '30c69b83-7077-443c-b029-1094beeb46a1', 'mac_address': 'fa:16:3e:c6:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:09:08.369748 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 30c69b83-7077-443c-b029-1094beeb46a1 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:08.370154 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (30c69b83-7077-443c-b029-1094beeb46a1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:08.384410 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c69b83-7077-443c-b029-1094beeb46a1 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:08.404407 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30c69b83-7077-443c-b029-1094beeb46a1,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:08.409268 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:08.409989 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:09:08.478861 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:08.486982 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8183-7c1e-4861-929f-6f8ecdc3fc06 req-f9ef44ab-373b-46f4-9106-681fa7e10d03 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:08.488520 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-db9f8183-7c1e-4861-929f-6f8ecdc3fc06 req-f9ef44ab-373b-46f4-9106-681fa7e10d03 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 944 time: 0.0787435 Mar 03 14:09:08.502209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94087ec-f2cd-4ca2-9980-c266df989c91 req-0f9190e6-e31e-4a49-9a5c-b21dcdb7d662 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:08.504595 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f94087ec-f2cd-4ca2-9980-c266df989c91 req-0f9190e6-e31e-4a49-9a5c-b21dcdb7d662 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.1054165 Mar 03 14:09:08.550350 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:08.562105 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '16b63e8e-38e0-428c-ac42-7058b756b039', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:09:08.582597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-db9f8183-7c1e-4861-929f-6f8ecdc3fc06 req-e778e3a5-82dd-4ccc-adc9-fe4d61c25e56 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767035 Mar 03 14:09:08.586644 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f94087ec-f2cd-4ca2-9980-c266df989c91 req-45faf43f-6e3b-4ca6-a61e-f45848eb66b6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728502 Mar 03 14:09:08.607003 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:08.607394 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:08.626074 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:08.645967 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:08.650231 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:08.693072 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9159d7-3c54-4016-98c3-b54713e5c65c req-d9f57ea7-efff-4497-9f3e-165d03ee8a84 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:08.694661 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c9159d7-3c54-4016-98c3-b54713e5c65c req-d9f57ea7-efff-4497-9f3e-165d03ee8a84 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0556896 Mar 03 14:09:08.699949 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:08.741507 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c9159d7-3c54-4016-98c3-b54713e5c65c req-953f2f5e-c9ff-48f0-8ce3-faa8a6589df8 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Mar 03 14:09:08.921216 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ed8e6-929f-4827-bef9-73e9fe834bec req-92eb342f-0092-46fd-8fbd-e218888b3167 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:08.923274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-740ed8e6-929f-4827-bef9-73e9fe834bec req-92eb342f-0092-46fd-8fbd-e218888b3167 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0537643 Mar 03 14:09:08.967095 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-740ed8e6-929f-4827-bef9-73e9fe834bec req-0304f82e-075a-411f-94d8-7ff48b0b5480 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Mar 03 14:09:09.727557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfe644-768d-4f69-8e8a-370e80242dc6 req-abc5329c-4693-4601-add4-c5c7575438a4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:09.729025 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89bfe644-768d-4f69-8e8a-370e80242dc6 req-abc5329c-4693-4601-add4-c5c7575438a4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 944 time: 0.0796766 Mar 03 14:09:09.738233 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24eb78-1d37-4087-bec8-3366d4bb2adb req-7418927d-bb9d-41e3-b17e-f28dc2f4ff02 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:09.739643 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d24eb78-1d37-4087-bec8-3366d4bb2adb req-7418927d-bb9d-41e3-b17e-f28dc2f4ff02 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.0816948 Mar 03 14:09:09.811149 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89bfe644-768d-4f69-8e8a-370e80242dc6 req-72ff4eb7-37b7-4230-bcc4-6571bc5a9c47 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704474 Mar 03 14:09:09.816109 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d24eb78-1d37-4087-bec8-3366d4bb2adb req-30204529-4cf1-4797-a842-81c00a8b9b67 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696404 Mar 03 14:09:09.914298 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78fc1-38bd-47a8-a2c7-1adc263c4f74 req-95649eb3-84d7-4224-b8b9-bac48f208261 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:09.915731 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99f78fc1-38bd-47a8-a2c7-1adc263c4f74 req-95649eb3-84d7-4224-b8b9-bac48f208261 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0511649 Mar 03 14:09:09.960686 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99f78fc1-38bd-47a8-a2c7-1adc263c4f74 req-a59f4d34-0609-4f85-985d-a8dbc1febac2 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Mar 03 14:09:10.081482 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a64b7-ab4a-4fd8-ac34-49a35200c069 req-552998a8-586e-42ec-9c2c-e00df19d5b07 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:10.082868 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-859a64b7-ab4a-4fd8-ac34-49a35200c069 req-552998a8-586e-42ec-9c2c-e00df19d5b07 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0517647 Mar 03 14:09:10.133977 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-859a64b7-ab4a-4fd8-ac34-49a35200c069 req-2c20dcfe-8e9d-40d6-b2e3-9be7774b7d3f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Mar 03 14:09:10.682800 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['16b63e8e-38e0-428c-ac42-7058b756b039'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:10.687684 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['30c69b83-7077-443c-b029-1094beeb46a1'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:10.982572 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b84d-7f78-4a09-9d47-7b52f0c11828 req-c4aca884-fa5a-4c19-bacc-1b19a9ff19c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:10.986084 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9ee6b84d-7f78-4a09-9d47-7b52f0c11828 req-c4aca884-fa5a-4c19-bacc-1b19a9ff19c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 944 time: 0.0965116 Mar 03 14:09:11.002203 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd5f7-236f-4932-8c7c-b144070214a1 req-c653fb76-69d3-43b0-89ec-e326c7c9d9f3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:11.003645 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-281bd5f7-236f-4932-8c7c-b144070214a1 req-c653fb76-69d3-43b0-89ec-e326c7c9d9f3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.0989475 Mar 03 14:09:11.065897 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9ee6b84d-7f78-4a09-9d47-7b52f0c11828 req-b6910680-9a69-463e-828e-6ba0b7cf6bb4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744300 Mar 03 14:09:11.086215 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-281bd5f7-236f-4932-8c7c-b144070214a1 req-f3a68469-44d7-4b75-b064-ba5124a49961 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765748 Mar 03 14:09:11.179635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63446-470e-4d01-82cd-6184ff73ad63 req-b1b9cb56-7bad-4a91-843f-0cd650b3daa6 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:11.181102 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-56f63446-470e-4d01-82cd-6184ff73ad63 req-b1b9cb56-7bad-4a91-843f-0cd650b3daa6 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0581512 Mar 03 14:09:11.262295 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-56f63446-470e-4d01-82cd-6184ff73ad63 req-042ce596-dae4-4b24-80b5-22d610cc2817 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Mar 03 14:09:11.288389 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e44ae-8cb7-40a0-ac09-377c02630957 req-4c302901-2f2e-4804-99fd-e0306623a0f7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:11.290216 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-910e44ae-8cb7-40a0-ac09-377c02630957 req-4c302901-2f2e-4804-99fd-e0306623a0f7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0878413 Mar 03 14:09:11.346312 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-910e44ae-8cb7-40a0-ac09-377c02630957 req-cf1e7587-d69c-4886-8a46-b2d328c509cd tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Mar 03 14:09:12.164635 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 30c69b83-7077-443c-b029-1094beeb46a1 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:12.218328 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39454) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:12.231048 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 30c69b83-7077-443c-b029-1094beeb46a1 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:09:12.236235 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 30c69b83-7077-443c-b029-1094beeb46a1 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:12.236772 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (30c69b83-7077-443c-b029-1094beeb46a1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.248656 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534e47-2f96-411c-882f-d79414babbef req-5c51bde9-759a-4961-823d-72c4200dab63 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:12.261045 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14534e47-2f96-411c-882f-d79414babbef req-5c51bde9-759a-4961-823d-72c4200dab63 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 944 time: 0.1174598 Mar 03 14:09:12.278571 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6411-fce9-4999-b192-1e7febf8a308 req-e5ecc58e-268a-41ef-9342-8b1aa048ffc1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:12.280021 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8eb6411-fce9-4999-b192-1e7febf8a308 req-e5ecc58e-268a-41ef-9342-8b1aa048ffc1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.1027980 Mar 03 14:09:12.318918 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 30c69b83-7077-443c-b029-1094beeb46a1 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:12.319397 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (30c69b83-7077-443c-b029-1094beeb46a1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.342884 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14534e47-2f96-411c-882f-d79414babbef req-82da500e-fe19-4c7d-9606-58895bab7221 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809412 Mar 03 14:09:12.348119 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b65d93a7-b066-4391-9ce1-0ebfac0a7ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.351677 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8eb6411-fce9-4999-b192-1e7febf8a308 req-18268bd4-0916-47f5-90fb-3eb82fdfc42d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649998 Mar 03 14:09:12.353694 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30c69b83-7077-443c-b029-1094beeb46a1,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:12.354587 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:12.363026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c98405-8a65-4f52-9376-a922730b7601" -d '{"events": [{"server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "name": "network-vif-plugged", "status": "completed", "tag": "30c69b83-7077-443c-b029-1094beeb46a1"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:12.367404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.368537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:12.501417 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197edd7b-2039-42d0-ad2e-9bb1cc2e1d5d x-openstack-request-id: req-197edd7b-2039-42d0-ad2e-9bb1cc2e1d5d {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:12.501798 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "name": "network-vif-plugged", "status": "completed", "tag": "30c69b83-7077-443c-b029-1094beeb46a1", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:12.502037 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-197edd7b-2039-42d0-ad2e-9bb1cc2e1d5d {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:12.502423 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1', 'code': 200} Mar 03 14:09:12.503695 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b65d93a7-b066-4391-9ce1-0ebfac0a7ed1 admin admin] Publish callbacks [] for security_group (e2cc19f6-b88e-4b77-88cc-b6318cb11156), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.532578 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:12.563513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b65d93a7-b066-4391-9ce1-0ebfac0a7ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (e2cc19f6-b88e-4b77-88cc-b6318cb11156), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.566623 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 16b63e8e-38e0-428c-ac42-7058b756b039 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:09:12.571708 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 16b63e8e-38e0-428c-ac42-7058b756b039 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:12.572140 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.602042 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d93a7-b066-4391-9ce1-0ebfac0a7ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cc19f6-b88e-4b77-88cc-b6318cb11156,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:12.611231 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b65d93a7-b066-4391-9ce1-0ebfac0a7ed1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2db24d3d2e94624b7e3be377b2cd142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878646 Mar 03 14:09:12.612391 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39466) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:12.662489 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] Publish callbacks [] for security_group (e2cc19f6-b88e-4b77-88cc-b6318cb11156), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.664122 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:12.664607 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.684685 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] Publish callbacks [] for security_group (e2cc19f6-b88e-4b77-88cc-b6318cb11156), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.711365 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:12.715539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.764378 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (e2cc19f6-b88e-4b77-88cc-b6318cb11156), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.770190 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:12.774056 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2cc19f6-b88e-4b77-88cc-b6318cb11156 HTTP/1.1" status: 204 len: 168 time: 0.1582069 Mar 03 14:09:12.783336 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d16e3-def9-4157-a488-f250e1cba672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cc19f6-b88e-4b77-88cc-b6318cb11156,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:13.018142 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:13.248090 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39502) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:13.264210 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f317aaa1-7594-4a7b-86a0-87e238d4e3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.337442 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f317aaa1-7594-4a7b-86a0-87e238d4e3ef admin admin] Publish callbacks [] for security_group (9c883dbf-cf0f-4591-aca4-53381965071b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.340924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f317aaa1-7594-4a7b-86a0-87e238d4e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9c883dbf-cf0f-4591-aca4-53381965071b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.380155 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f317aaa1-7594-4a7b-86a0-87e238d4e3ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e76f919f36b9438f9b1634a3c162b2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309440 Mar 03 14:09:13.380921 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317aaa1-7594-4a7b-86a0-87e238d4e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c883dbf-cf0f-4591-aca4-53381965071b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:13.382805 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39506) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:13.431571 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] Publish callbacks [] for security_group (9c883dbf-cf0f-4591-aca4-53381965071b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.451961 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] Publish callbacks [] for security_group (9c883dbf-cf0f-4591-aca4-53381965071b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.499533 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9c883dbf-cf0f-4591-aca4-53381965071b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.502264 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:13.503406 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c883dbf-cf0f-4591-aca4-53381965071b HTTP/1.1" status: 204 len: 168 time: 0.1195345 Mar 03 14:09:13.511347 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3126425-a38d-452a-9095-a7b3603d6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c883dbf-cf0f-4591-aca4-53381965071b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:14.504516 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:14.506879 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acfeaaa-d423-4294-b6cd-1fbdc21d7773" -d '{"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:15.037188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e7911-e59f-4131-a489-c6d5fd5eaf50 req-33f9203c-03eb-4a61-b964-cc9f6c5fe44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:15.038817 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-001e7911-e59f-4131-a489-c6d5fd5eaf50 req-33f9203c-03eb-4a61-b964-cc9f6c5fe44c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1129 time: 0.0463490 Mar 03 14:09:15.098202 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-001e7911-e59f-4131-a489-c6d5fd5eaf50 req-bbb87652-479d-4fa6-b087-f968f336c961 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526674 Mar 03 14:09:15.224939 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb4f1-26e7-4261-a8ff-f2a6c8e937a2 req-b8e61448-c918-46bb-a478-1d13ddc507d6 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:15.225822 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-297cb4f1-26e7-4261-a8ff-f2a6c8e937a2 req-b8e61448-c918-46bb-a478-1d13ddc507d6 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0728281 Mar 03 14:09:15.315087 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-297cb4f1-26e7-4261-a8ff-f2a6c8e937a2 req-67995bec-a868-473a-809e-ffb420e634c3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820198 Mar 03 14:09:15.336035 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798367-a0b7-4e4a-83b0-f0a4f925abc3 req-a757264e-8540-418e-8d18-8bd82ab677ee tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:15.337682 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04798367-a0b7-4e4a-83b0-f0a4f925abc3 req-a757264e-8540-418e-8d18-8bd82ab677ee tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0821834 Mar 03 14:09:15.382532 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d9c89-729d-4ad5-a09f-6eb7b3643990 x-openstack-request-id: req-037d9c89-729d-4ad5-a09f-6eb7b3643990 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:15.382852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:15.383111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-037d9c89-729d-4ad5-a09f-6eb7b3643990 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:15.383509 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'code': 200} Mar 03 14:09:15.390012 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04798367-a0b7-4e4a-83b0-f0a4f925abc3 req-b607fb7a-e0c9-4a90-ae98-a19b27c7f0b8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Mar 03 14:09:16.454036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15fd5-d2e3-4970-83c1-49b74dde566b req-7a254d9b-9b31-4a72-9d61-064334b3752c tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:16.455635 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98a15fd5-d2e3-4970-83c1-49b74dde566b req-7a254d9b-9b31-4a72-9d61-064334b3752c tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0576909 Mar 03 14:09:16.538317 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98a15fd5-d2e3-4970-83c1-49b74dde566b req-6b4e4502-c2d8-45f1-b3c6-2d64039ff6db tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763669 Mar 03 14:09:16.551419 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209206d4-3363-4740-8c01-af87491da38a req-fff08621-83ad-4c70-963c-04d66861d64f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:16.552879 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-209206d4-3363-4740-8c01-af87491da38a req-fff08621-83ad-4c70-963c-04d66861d64f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0848553 Mar 03 14:09:16.599250 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-209206d4-3363-4740-8c01-af87491da38a req-6ab3505c-6db6-4908-a674-226916c80ca4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Mar 03 14:09:17.655780 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a13849-3ee0-4495-83c0-45f12a00f35b req-6dec3786-89c0-4813-90ba-4c7af79b00fd tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:17.657765 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0a13849-3ee0-4495-83c0-45f12a00f35b req-6dec3786-89c0-4813-90ba-4c7af79b00fd tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0529692 Mar 03 14:09:17.923524 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0a13849-3ee0-4495-83c0-45f12a00f35b req-9a1c2318-3701-49b7-9044-eed6552b3122 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2602148 Mar 03 14:09:17.944398 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da992ac3-4133-4b92-96df-8983f3efebed req-5487e8e4-4179-42b7-89f1-14db5a0bd99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:17.944398 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-da992ac3-4133-4b92-96df-8983f3efebed req-5487e8e4-4179-42b7-89f1-14db5a0bd99d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.2651901 Mar 03 14:09:18.000576 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-da992ac3-4133-4b92-96df-8983f3efebed req-dfb9dbba-d1f5-434a-83b9-bb05dfc6f701 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513659 Mar 03 14:09:18.177320 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b967941-e4f2-49b9-a16d-63684ee0cafb req-6606ed7b-9f91-453c-aade-a0711534774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:18.178855 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b967941-e4f2-49b9-a16d-63684ee0cafb req-6606ed7b-9f91-453c-aade-a0711534774c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1129 time: 0.0473573 Mar 03 14:09:18.221842 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b967941-e4f2-49b9-a16d-63684ee0cafb req-3e40ef47-e92b-403f-a598-eb6cb58479bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363462 Mar 03 14:09:19.216245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b723235-4ff4-42f1-998a-5578f7c07655 req-4d6b19b9-210c-4f93-86e2-f651d51218b8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:19.224821 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b723235-4ff4-42f1-998a-5578f7c07655 req-4d6b19b9-210c-4f93-86e2-f651d51218b8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0883934 Mar 03 14:09:19.234885 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd7d81-4b2e-4f9c-80c9-69f50d6a62a2 req-d17ce3aa-d32a-4e7a-afc6-aa336503c5de tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:19.236833 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbcd7d81-4b2e-4f9c-80c9-69f50d6a62a2 req-d17ce3aa-d32a-4e7a-afc6-aa336503c5de tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1307480 Mar 03 14:09:19.304680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b723235-4ff4-42f1-998a-5578f7c07655 req-8ba21b39-f841-4955-8c3a-00fb3946afb9 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789406 Mar 03 14:09:19.326137 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbcd7d81-4b2e-4f9c-80c9-69f50d6a62a2 req-0818cfa0-bcce-4081-9926-59ed4418a1b0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680122 Mar 03 14:09:20.106506 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39722) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.134799 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39726) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.242188 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ce47ee7-8e6c-4ac2-a220-0213ceb1dc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.265018 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e9e4316b-21d0-4e8e-96b9-cc269ecb734d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.394414 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ce47ee7-8e6c-4ac2-a220-0213ceb1dc62 admin admin] Publish callbacks [] for security_group (77e44ee3-8c2d-483d-8555-871a4fc2b993), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.405805 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ce47ee7-8e6c-4ac2-a220-0213ceb1dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (77e44ee3-8c2d-483d-8555-871a4fc2b993), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.442407 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e9e4316b-21d0-4e8e-96b9-cc269ecb734d admin admin] Publish callbacks [] for security_group (c06d5cae-7e81-414a-9729-0e019dc06996), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.457589 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e9e4316b-21d0-4e8e-96b9-cc269ecb734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c06d5cae-7e81-414a-9729-0e019dc06996), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.467602 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9ce47ee7-8e6c-4ac2-a220-0213ceb1dc62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd03900651a84ea79c1c13586d725231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316617 Mar 03 14:09:20.468364 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce47ee7-8e6c-4ac2-a220-0213ceb1dc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e44ee3-8c2d-483d-8555-871a4fc2b993,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:20.472329 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39748) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.498619 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4316b-21d0-4e8e-96b9-cc269ecb734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d5cae-7e81-414a-9729-0e019dc06996,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:20.519330 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e9e4316b-21d0-4e8e-96b9-cc269ecb734d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=769739d9130541d387ddfd29b5ed3f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116356 Mar 03 14:09:20.521933 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39754) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.567102 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a9329-d53b-4267-a3da-84c1c0826e1e req-3c58fcbb-688b-4d54-b6e4-dbc5909a38fa tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:20.568712 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-634a9329-d53b-4267-a3da-84c1c0826e1e req-3c58fcbb-688b-4d54-b6e4-dbc5909a38fa tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1787996 Mar 03 14:09:20.578394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ded0-f4ff-4d81-b106-d37603eacd65 req-32bbe83c-641b-4357-8a74-f40bafa851d2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:20.580049 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6cd6ded0-f4ff-4d81-b106-d37603eacd65 req-32bbe83c-641b-4357-8a74-f40bafa851d2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1805367 Mar 03 14:09:20.580529 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] Publish callbacks [] for security_group (c06d5cae-7e81-414a-9729-0e019dc06996), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.611025 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] Publish callbacks [] for security_group (c06d5cae-7e81-414a-9729-0e019dc06996), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.621875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] Publish callbacks [] for security_group (77e44ee3-8c2d-483d-8555-871a4fc2b993), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.676594 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c06d5cae-7e81-414a-9729-0e019dc06996), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.680006 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.681188 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c06d5cae-7e81-414a-9729-0e019dc06996 HTTP/1.1" status: 204 len: 168 time: 0.1579170 Mar 03 14:09:20.684394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] Publish callbacks [] for security_group (77e44ee3-8c2d-483d-8555-871a4fc2b993), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.690194 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a73e-afcb-4947-be69-7f768e4d22b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d5cae-7e81-414a-9729-0e019dc06996,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:20.699181 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-634a9329-d53b-4267-a3da-84c1c0826e1e req-967ffe38-7150-4b51-8600-af831a7a5a4f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179814 Mar 03 14:09:20.710691 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6cd6ded0-f4ff-4d81-b106-d37603eacd65 req-b634730e-5e70-4802-86f9-04107d04b042 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194141 Mar 03 14:09:20.783478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (77e44ee3-8c2d-483d-8555-871a4fc2b993), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.786745 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:20.788173 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77e44ee3-8c2d-483d-8555-871a4fc2b993 HTTP/1.1" status: 204 len: 168 time: 0.3127005 Mar 03 14:09:20.820015 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca976-2c96-42a1-99b4-95e4f9cd04af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e44ee3-8c2d-483d-8555-871a4fc2b993,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:20.919500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c98674-8966-4603-ab96-486e57355b58 req-d4ebd71c-4ae9-47b1-88b0-cd344bce336c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:20.921130 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39c98674-8966-4603-ab96-486e57355b58 req-d4ebd71c-4ae9-47b1-88b0-cd344bce336c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1297596 Mar 03 14:09:20.929282 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1cd4d-7b9f-47fa-a3e6-c3fcd75957da req-fcf0fafe-87fc-41bd-976f-c3af2b5cacaf tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:20.930843 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ae1cd4d-7b9f-47fa-a3e6-c3fcd75957da req-fcf0fafe-87fc-41bd-976f-c3af2b5cacaf tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1131403 Mar 03 14:09:20.931028 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39784) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.935539 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'floatingip': {'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:20.940196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39786) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:20.944634 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'floatingip': {'port_id': '30c69b83-7077-443c-b029-1094beeb46a1'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:21.010072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.026034 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.096128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4de02d74-3c22-49dc-9512-0434652c4f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.242614 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39800) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:21.262273 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbe8d-7e7f-4c77-99e7-d1bd63a231a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.553563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbe8d-7e7f-4c77-99e7-d1bd63a231a4 admin admin] Publish callbacks [] for security_group (9835407c-135b-4249-acbf-f731dcdbd91d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.563039 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbe8d-7e7f-4c77-99e7-d1bd63a231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9835407c-135b-4249-acbf-f731dcdbd91d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.627281 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2d7bbe8d-7e7f-4c77-99e7-d1bd63a231a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1368c5e715447eebdd475528b33fc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804386 Mar 03 14:09:21.633031 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39818) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:21.708393 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bbe8d-7e7f-4c77-99e7-d1bd63a231a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9835407c-135b-4249-acbf-f731dcdbd91d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:21.848148 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] Publish callbacks [] for security_group (9835407c-135b-4249-acbf-f731dcdbd91d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.928966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] Publish callbacks [] for security_group (9835407c-135b-4249-acbf-f731dcdbd91d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.981207 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.988090 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:21.995391 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.009206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.065485 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9835407c-135b-4249-acbf-f731dcdbd91d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.068110 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.071838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9835407c-135b-4249-acbf-f731dcdbd91d HTTP/1.1" status: 204 len: 168 time: 0.4352365 Mar 03 14:09:22.115721 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Floating IP 5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99 associated. External IP: 172.27.0.164, port: 16b63e8e-38e0-428c-ac42-7058b756b039. Mar 03 14:09:22.314721 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf5e3-f9fb-403e-9ac6-5a3df14e7733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9835407c-135b-4249-acbf-f731dcdbd91d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:22.343271 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Floating IP 403cf93a-21d7-475f-ba42-cd5e7250b79a associated. External IP: 172.27.0.85, port: 30c69b83-7077-443c-b029-1094beeb46a1. Mar 03 14:09:22.379072 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39844) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:22.398682 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:09:22.556798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:22.563801 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.574342 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:22.590139 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:22.590772 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:22.592420 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086fb13d-adc9-4aec-a82e-c805538ebfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.642211 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:09:22.665426 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-add39417-6b46-495f-a3e1-e7ad27fd1e2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "PUT /v2.0/floatingips/5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99 HTTP/1.1" status: 200 len: 991 time: 1.7290308 Mar 03 14:09:22.665426 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:22.670802 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:22.740155 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d99e86-88f3-4d61-add8-dee010615154 x-openstack-request-id: req-87d99e86-88f3-4d61-add8-dee010615154 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:22.741615 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:22.742252 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87d99e86-88f3-4d61-add8-dee010615154 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:22.743458 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'status': 'completed', 'code': 200} Mar 03 14:09:22.821771 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:22.953113 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086fb13d-adc9-4aec-a82e-c805538ebfb5 admin admin] Publish callbacks [] for security_group (3e9716fa-5bdc-461c-8482-8c80d7f3fc53), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.966221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-51721d09-96e9-43b5-a488-252d7224d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:22.967958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-51721d09-96e9-43b5-a488-252d7224d325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1129 time: 0.1970959 Mar 03 14:09:22.969357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086fb13d-adc9-4aec-a82e-c805538ebfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (3e9716fa-5bdc-461c-8482-8c80d7f3fc53), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:22.975013 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:22.987496 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:22.995948 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.030395 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:23.033453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:23.173043 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-086fb13d-adc9-4aec-a82e-c805538ebfb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02a04293d3ac4ef3ba4bd8924431b4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7926490 Mar 03 14:09:23.175894 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39886) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:23.196571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2a9ab24f-4fb9-4074-90d7-a439a80a090b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "PUT /v2.0/floatingips/403cf93a-21d7-475f-ba42-cd5e7250b79a HTTP/1.1" status: 200 len: 990 time: 2.2529051 Mar 03 14:09:23.220709 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:23.224213 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323e928-180f-49ed-8004-d02c41a7eb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "tag": "30c69b83-7077-443c-b029-1094beeb46a1"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:23.254820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fb13d-adc9-4aec-a82e-c805538ebfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9716fa-5bdc-461c-8482-8c80d7f3fc53,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:23.268250 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-93060a2c-5bad-4f81-8042-40b9f94e35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:23.269813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-93060a2c-5bad-4f81-8042-40b9f94e35a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.2929142 Mar 03 14:09:23.302190 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:23.327644 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] Publish callbacks [] for security_group (3e9716fa-5bdc-461c-8482-8c80d7f3fc53), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.376960 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] Publish callbacks [] for security_group (3e9716fa-5bdc-461c-8482-8c80d7f3fc53), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.386736 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:23.397664 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f710cf4-38a8-42dd-918e-bae9ae309913 x-openstack-request-id: req-3f710cf4-38a8-42dd-918e-bae9ae309913 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:23.398026 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "tag": "30c69b83-7077-443c-b029-1094beeb46a1", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:23.398297 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f710cf4-38a8-42dd-918e-bae9ae309913 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:23.398764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1', 'status': 'completed', 'code': 200} Mar 03 14:09:23.416507 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:23.417046 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:08:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:23.456778 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:23.536753 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (3e9716fa-5bdc-461c-8482-8c80d7f3fc53), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.541760 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.547207 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e9716fa-5bdc-461c-8482-8c80d7f3fc53 HTTP/1.1" status: 204 len: 168 time: 0.3666356 Mar 03 14:09:23.568609 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb5fcf-770c-4781-8d2a-09dc91fcb636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9716fa-5bdc-461c-8482-8c80d7f3fc53,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:23.580058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-df2a47c2-6b03-4fec-acc8-a1df1f4b1401 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 999 time: 0.2993000 Mar 03 14:09:23.611015 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-76d71357-cf09-40d5-8b21-aef13acef031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:23.666193 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-20b41051-4ae0-40e0-b143-ee7a14bdbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:23.669358 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-20b41051-4ae0-40e0-b143-ee7a14bdbd02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1129 time: 0.2308486 Mar 03 14:09:23.690041 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39908) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:23.738769 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:23.838854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-48c7e270-50f9-428d-a7b4-a24eb31cc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:23.840419 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-48c7e270-50f9-428d-a7b4-a24eb31cc2b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.2520752 Mar 03 14:09:23.908923 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-be079fc6-5f85-4f75-8fbb-3cd53a64fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:23.910426 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-be079fc6-5f85-4f75-8fbb-3cd53a64fd6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.2316654 Mar 03 14:09:23.972959 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-1681eccb-f890-4764-9a3b-7b828d1c6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:23.976887 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-1681eccb-f890-4764-9a3b-7b828d1c6934 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246493 Mar 03 14:09:24.059158 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-f9ac823c-a059-42d4-9cb5-67cb7ccfe4fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 998 time: 0.1368825 Mar 03 14:09:24.144436 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddec-8be8-49e3-970b-0f0725fbd5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.184539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '403cf93a-21d7-475f-ba42-cd5e7250b79a', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '30c69b83-7077-443c-b029-1094beeb46a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:24.199481 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-acc50541-fc49-4164-80a4-a3f5b79b63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:24.201044 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-acc50541-fc49-4164-80a4-a3f5b79b63b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.1322248 Mar 03 14:09:24.204568 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-262320cd-b72d-4adb-b0ff-339ea595680e service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109036 Mar 03 14:09:24.264308 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:24.275019 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:24.280944 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:24.340926 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddec-8be8-49e3-970b-0f0725fbd5d5 admin admin] Publish callbacks [] for security_group (1609d288-d182-4256-befc-7da91eff6066), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.342921 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:24.349082 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddec-8be8-49e3-970b-0f0725fbd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1609d288-d182-4256-befc-7da91eff6066), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.349433 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-c9900739-6eb7-46e7-8ab9-1c10831316bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:24.351381 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-c9900739-6eb7-46e7-8ab9-1c10831316bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1398304 Mar 03 14:09:24.379874 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a71d4-594c-4f17-985a-4c5e82ca5417 None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:24.432963 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cef0ddec-8be8-49e3-970b-0f0725fbd5d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69ace39e1a9d41f19b1b3670df227e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417138 Mar 03 14:09:24.434203 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ddec-8be8-49e3-970b-0f0725fbd5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1609d288-d182-4256-befc-7da91eff6066,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:24.436586 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39938) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:24.482354 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adf8f729-72d9-49f0-aef5-c834c5e6fbb5 req-18e5104c-b378-4999-b12b-90134adf24cf service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539766 Mar 03 14:09:24.551107 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:24.553702 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.564367 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] Publish callbacks [] for security_group (1609d288-d182-4256-befc-7da91eff6066), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.578749 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-deeb1c55-e128-47f1-b1c5-ef4200de8cf3 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151797 Mar 03 14:09:24.598586 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] Publish callbacks [] for security_group (1609d288-d182-4256-befc-7da91eff6066), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.697102 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1609d288-d182-4256-befc-7da91eff6066), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.699727 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:24.700891 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1609d288-d182-4256-befc-7da91eff6066 HTTP/1.1" status: 204 len: 168 time: 0.2628007 Mar 03 14:09:24.729963 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5593-d790-4e81-8da8-bdc83f7370f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1609d288-d182-4256-befc-7da91eff6066,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:24.790460 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7323e928-180f-49ed-8004-d02c41a7eb9c req-d2b09ec5-74c8-4116-bacd-349199ce15ba service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043717 Mar 03 14:09:24.826625 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec15743-eba5-492e-9384-293b54f40aea None None] New status for floating IP 5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:09:25.043320 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '403cf93a-21d7-475f-ba42-cd5e7250b79a', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '30c69b83-7077-443c-b029-1094beeb46a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:25.074733 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8604cd-2a05-41e5-9850-b711e7ac7edc None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '403cf93a-21d7-475f-ba42-cd5e7250b79a', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '30c69b83-7077-443c-b029-1094beeb46a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:08:47Z', 'updated_at': '2022-03-03T14:09:21Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:25.412457 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431117b9-8bff-4d5d-be26-f50df7927b2b None None] New status for floating IP 403cf93a-21d7-475f-ba42-cd5e7250b79a: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:09:25.451571 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39990) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:25.474261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b009291e-a406-45a5-91ab-06bbdef2a6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.596812 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b009291e-a406-45a5-91ab-06bbdef2a6cc admin admin] Publish callbacks [] for security_group (2bbfbdd6-d9a8-4d8a-9177-e84047614a60), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.603886 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b009291e-a406-45a5-91ab-06bbdef2a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2bbfbdd6-d9a8-4d8a-9177-e84047614a60), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.653587 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39994) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:25.654435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b009291e-a406-45a5-91ab-06bbdef2a6cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7887d25ef6ca40729af625456f102182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002270 Mar 03 14:09:25.655573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009291e-a406-45a5-91ab-06bbdef2a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbfbdd6-d9a8-4d8a-9177-e84047614a60,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:25.765162 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] Publish callbacks [] for security_group (2bbfbdd6-d9a8-4d8a-9177-e84047614a60), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.817938 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] Publish callbacks [] for security_group (2bbfbdd6-d9a8-4d8a-9177-e84047614a60), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.872378 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2bbfbdd6-d9a8-4d8a-9177-e84047614a60), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.875803 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:25.880281 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bbfbdd6-d9a8-4d8a-9177-e84047614a60 HTTP/1.1" status: 204 len: 168 time: 0.2249465 Mar 03 14:09:25.889773 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e594d-e75d-4e76-9400-7bf8de5eb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbfbdd6-d9a8-4d8a-9177-e84047614a60,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:25.996895 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.375809 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40044) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:26.443132 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Deleting subnet ed351512-919c-4adb-b3a5-f7a6441de371 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:09:26.446927 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Publish callbacks [] for subnet (ed351512-919c-4adb-b3a5-f7a6441de371), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.495910 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (ed351512-919c-4adb-b3a5-f7a6441de371), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.544542 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (ed351512-919c-4adb-b3a5-f7a6441de371), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.582603 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-483a537f-4309-40c5-a402-2292a896ec71 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:26.584824 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-483a537f-4309-40c5-a402-2292a896ec71 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.1266253 Mar 03 14:09:26.602021 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-aa0cbac1-0ebf-47c1-bbd2-e31677d8630e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/quotas/bd897bdad51b4b0abd357df599113c9b HTTP/1.1" status: 200 len: 375 time: 0.0107317 Mar 03 14:09:26.623306 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (ed351512-919c-4adb-b3a5-f7a6441de371), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.652876 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:26.656695 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed351512-919c-4adb-b3a5-f7a6441de371 HTTP/1.1" status: 204 len: 168 time: 0.2796929 Mar 03 14:09:26.658027 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd183215-9537-49b2-8b3b-2dfd8a5e8dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed351512-919c-4adb-b3a5-f7a6441de371,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:26.664683 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40062) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:26.678571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-551f2c06-6881-4f88-9bb4-3e0ae0f54cbf tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700903 Mar 03 14:09:26.815213 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-102c1e22-eb13-4d39-8b02-c1ee9dab3c51 service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Mar 03 14:09:26.959053 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (cdfefe74-09cf-4322-88ac-6fa591c3710b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.055517 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (cdfefe74-09cf-4322-88ac-6fa591c3710b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.087041 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfefe74-09cf-4322-88ac-6fa591c3710b']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.105566 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77ea21e-5d06-4e81-8746-72090b1c0ed1') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.105566 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77ea21e-5d06-4e81-8746-72090b1c0ed1') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.118019 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (c77ea21e-5d06-4e81-8746-72090b1c0ed1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.134923 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (c77ea21e-5d06-4e81-8746-72090b1c0ed1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.146645 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:09:27.147047 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (c77ea21e-5d06-4e81-8746-72090b1c0ed1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:09:27.148791 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:09:27.193668 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-17b415a1-3750-448c-9903-7d3c9ed31d90 service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769555 Mar 03 14:09:27.221678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (cdfefe74-09cf-4322-88ac-6fa591c3710b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.227647 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.235407 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] 10.222.0.31 "DELETE /v2.0/networks/cdfefe74-09cf-4322-88ac-6fa591c3710b HTTP/1.1" status: 204 len: 168 time: 0.5649877 Mar 03 14:09:27.235495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40088) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:27.248278 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfefe74-09cf-4322-88ac-6fa591c3710b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:27.257901 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.264320 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.264939 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.265869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.266218 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.266561 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.266908 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.267245 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.267576 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.269376 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.271846 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.272195 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.272535 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e9dd-9ff1-447a-898c-061eeb515cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.328848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Deleting subnet 206c445f-cdcd-4791-890c-2dc3ba871048 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:09:27.333818 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Publish callbacks [] for subnet (206c445f-cdcd-4791-890c-2dc3ba871048), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.393690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Publish callbacks [] for subnet (206c445f-cdcd-4791-890c-2dc3ba871048), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.405226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (206c445f-cdcd-4791-890c-2dc3ba871048), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.506506 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.535270 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-88f98fe8-8c2f-4620-a3ad-44d02bc761c2 req-80833b12-b75f-4c43-826d-1319e945b2dc tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0979807 Mar 03 14:09:27.559917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (206c445f-cdcd-4791-890c-2dc3ba871048), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.602383 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206c445f-cdcd-4791-890c-2dc3ba871048,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:27.605782 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.610667 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/206c445f-cdcd-4791-890c-2dc3ba871048 HTTP/1.1" status: 204 len: 168 time: 0.3746066 Mar 03 14:09:27.613323 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40108) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:27.648094 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.650883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.651434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.651800 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.653657 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.655080 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.656848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.657200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.657550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.657921 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.658264 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.658597 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.658930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86d7c-c73b-4957-b498-60d343b1ece8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:27.774667 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (1806c2d8-6051-4000-ae09-1775f003d95d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.876332 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (1806c2d8-6051-4000-ae09-1775f003d95d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.908717 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1806c2d8-6051-4000-ae09-1775f003d95d']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.919871 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98168caf-dffb-41d5-83c5-a0acfbfd03c5') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.920172 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98168caf-dffb-41d5-83c5-a0acfbfd03c5') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:27.934932 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (98168caf-dffb-41d5-83c5-a0acfbfd03c5), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.952660 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (98168caf-dffb-41d5-83c5-a0acfbfd03c5), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.960293 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:09:27.960809 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (98168caf-dffb-41d5-83c5-a0acfbfd03c5), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:09:27.962661 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:09:28.024489 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (1806c2d8-6051-4000-ae09-1775f003d95d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.031724 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.036912 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1806c2d8-6051-4000-ae09-1775f003d95d HTTP/1.1" status: 204 len: 168 time: 0.4223514 Mar 03 14:09:28.052603 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db080426-f50a-4245-9bce-ac0fe80b3d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=1806c2d8-6051-4000-ae09-1775f003d95d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:28.261180 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40130) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:28.313728 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-dffa253f-dabf-41a0-9b51-f360a61ae199 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09d9994d2eea4ad8baab66ce1bc9c0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511277 Mar 03 14:09:28.316990 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40134) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:28.376781 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] Publish callbacks [] for security_group (7e98894f-3970-4fb5-bcca-7d0a51209cc6), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.398730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] Publish callbacks [] for security_group (7e98894f-3970-4fb5-bcca-7d0a51209cc6), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.454289 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e98894f-3970-4fb5-bcca-7d0a51209cc6), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.457300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.458500 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e98894f-3970-4fb5-bcca-7d0a51209cc6 HTTP/1.1" status: 204 len: 168 time: 0.1404898 Mar 03 14:09:28.471587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3139-94e3-410a-b9ec-726f8b67c1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98894f-3970-4fb5-bcca-7d0a51209cc6,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:28.627852 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e610bc1-69a5-447d-836d-9fc7f0493ff6 req-cb7b40ec-c58f-4812-b8d5-44b62907b5e5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Mar 03 14:09:28.776573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40146) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:28.815512 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-27b5b6ec-67d8-4690-a62b-943a7053cda2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea969d3c22fe40b68bbb7c008e6ce45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377707 Mar 03 14:09:28.818009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40148) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:28.865150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] Publish callbacks [] for security_group (4caa9e90-9adf-4111-9a21-7ac420ca93e5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.885883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] Publish callbacks [] for security_group (4caa9e90-9adf-4111-9a21-7ac420ca93e5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.933514 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4caa9e90-9adf-4111-9a21-7ac420ca93e5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.936162 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:28.937828 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4caa9e90-9adf-4111-9a21-7ac420ca93e5 HTTP/1.1" status: 204 len: 168 time: 0.1184142 Mar 03 14:09:28.945195 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89462c31-fcd7-445d-b6d4-754a6d7442b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa9e90-9adf-4111-9a21-7ac420ca93e5,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:29.730324 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e12d8824-7c81-4d80-9d9e-c1aabaf19d5f req-152ee686-dc85-4678-b13e-3b49f3cd1c48 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0364394 Mar 03 14:09:30.005767 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40204) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:30.106201 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d03d01a0-f5b7-4f4d-9f22-895c73bfada6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.177184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d03d01a0-f5b7-4f4d-9f22-895c73bfada6 admin admin] Publish callbacks [] for security_group (d24745de-a8c5-4c53-9e5a-d39cf7861eb6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.180797 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d03d01a0-f5b7-4f4d-9f22-895c73bfada6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d24745de-a8c5-4c53-9e5a-d39cf7861eb6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.217546 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d03d01a0-f5b7-4f4d-9f22-895c73bfada6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7137206fbf7f4adebd40191a5936300f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106884 Mar 03 14:09:30.218770 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d01a0-f5b7-4f4d-9f22-895c73bfada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24745de-a8c5-4c53-9e5a-d39cf7861eb6,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:30.220450 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40208) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:30.268558 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] Publish callbacks [] for security_group (d24745de-a8c5-4c53-9e5a-d39cf7861eb6), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.289542 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] Publish callbacks [] for security_group (d24745de-a8c5-4c53-9e5a-d39cf7861eb6), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.336170 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d24745de-a8c5-4c53-9e5a-d39cf7861eb6), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.339016 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:30.340183 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d24745de-a8c5-4c53-9e5a-d39cf7861eb6 HTTP/1.1" status: 204 len: 168 time: 0.1181362 Mar 03 14:09:30.348843 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3b59d-6c2c-488b-a354-de2dc57349d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24745de-a8c5-4c53-9e5a-d39cf7861eb6,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:30.841936 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b66dbd2c-570e-4df4-b736-505ee15c202a req-277f37e3-ac85-48c3-939c-93c42cd608c4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0370314 Mar 03 14:09:30.917857 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:31.522899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-0d9837f6-4a04-4980-ae6c-57e2f2f2287f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:31.524616 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-0d9837f6-4a04-4980-ae6c-57e2f2f2287f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.1363909 Mar 03 14:09:31.543661 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Request body: {'port': {'device_id': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'admin_state_up': True, 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:31.715353 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:31.722655 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:31.911749 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Allocated IP 172.20.0.14 (07357312-6a8a-4c70-9db1-6833f62e1ba9/d6eca5d4-f3d0-4b39-9707-09fea1b1aa59/a1eac1ef-9c71-4591-ac68-a62b5cdeba3b) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:31.984352 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8e79ee3f-3e1c-4744-b0de-45e70eb8bc24 req-c953e2f5-537f-4302-9ee7-81f9244f3140 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0449402 Mar 03 14:09:32.140794 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks [] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.181326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.196052 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:32.241376 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:32.245965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:32.248740 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:32.255547 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:32.256375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.278562 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401676 Mar 03 14:09:32.283368 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cd39c-1bb9-4684-a07e-99c58bbee74f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event updated for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:32.298753 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Request body: {'port': {'device_id': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:32.373103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.397426 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40326) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:32.613377 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98d56542-dfec-4664-98a7-5f2eb84d19d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.721148 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98d56542-dfec-4664-98a7-5f2eb84d19d0 admin admin] Publish callbacks [] for security_group (97f72c2a-0259-4d21-9f1a-1059e1aca43e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.730806 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98d56542-dfec-4664-98a7-5f2eb84d19d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (97f72c2a-0259-4d21-9f1a-1059e1aca43e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.793907 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-98d56542-dfec-4664-98a7-5f2eb84d19d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2400189e7b9043f882bac9bae61f126a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940156 Mar 03 14:09:32.797975 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40352) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:32.811136 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d56542-dfec-4664-98a7-5f2eb84d19d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f72c2a-0259-4d21-9f1a-1059e1aca43e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:32.831939 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-bb88c4a5-0e92-4df0-a240-75ee236352fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166267 Mar 03 14:09:32.871762 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eac1ef-9c71-4591-ac68-a62b5cdeba3b {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:32.878778 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] Publish callbacks [] for security_group (97f72c2a-0259-4d21-9f1a-1059e1aca43e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.885253 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks [] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.905551 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] Publish callbacks [] for security_group (97f72c2a-0259-4d21-9f1a-1059e1aca43e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.908069 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Transition to ACTIVE for port object a1eac1ef-9c71-4591-ac68-a62b5cdeba3b will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:09:32.929276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.982650 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (97f72c2a-0259-4d21-9f1a-1059e1aca43e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:32.987448 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.005030 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97f72c2a-0259-4d21-9f1a-1059e1aca43e HTTP/1.1" status: 204 len: 168 time: 0.2057295 Mar 03 14:09:33.027643 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a2b42-1ee2-4a58-bede-272264b3e9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f72c2a-0259-4d21-9f1a-1059e1aca43e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:33.033306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:33.063621 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da88df6-1293-4015-96f2-8088ed354239 req-837faac7-0f06-4e00-8ecc-3b0acacab2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.065358 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-837faac7-0f06-4e00-8ecc-3b0acacab2fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 1129 time: 0.1505754 Mar 03 14:09:33.085142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Attempting to bind port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:33.085566 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Attempting to bind port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:33.086348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Attempting to bind port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:33.095965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:09:33.099381 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Attempting to bind port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:33.115962 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:33.116235 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Checking segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:33.116786 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Bound using segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:33.117235 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Bound port: a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:33.117587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.329169 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da88df6-1293-4015-96f2-8088ed354239 req-79be3932-89c6-4958-9690-ee3ef17f12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.330637 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-79be3932-89c6-4958-9690-ee3ef17f12dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 915 time: 0.2257369 Mar 03 14:09:33.331787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:33.337501 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:33.355261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c501c8-7913-44b1-b093-5195678c6c41 req-0479666a-8e51-4104-839b-1c6db769d4dc tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.356699 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7c501c8-7913-44b1-b093-5195678c6c41 req-0479666a-8e51-4104-839b-1c6db769d4dc tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.2249599 Mar 03 14:09:33.359722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.396971 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7d23-7138-435d-b04a-4021ed42ccfb req-d567efbf-ea33-4a31-b9dc-2eaf8defa848 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.398705 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fafe7d23-7138-435d-b04a-4021ed42ccfb req-d567efbf-ea33-4a31-b9dc-2eaf8defa848 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 944 time: 0.2312493 Mar 03 14:09:33.424060 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-adbc6a99-f2c7-4e8b-abc2-0a76facb333d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c HTTP/1.1" status: 200 len: 217 time: 0.0832233 Mar 03 14:09:33.438168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40370) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:33.453441 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4959da6a-73bf-4004-8e30-c5202b173041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.498514 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.499164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.501211 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1eac1ef-9c71-4591-ac68-a62b5cdeba3b HTTP/1.1" status: 200 len: 1094 time: 1.2107563 Mar 03 14:09:33.507014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:33.509007 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a06eadb-2c06-489c-bed0-069f93e43e19" -d '{"events": [{"name": "network-changed", "server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:33.548024 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4959da6a-73bf-4004-8e30-c5202b173041 admin admin] Publish callbacks [] for security_group (70c3757d-2822-4943-a6a0-0f204d53d6af), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.551919 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4959da6a-73bf-4004-8e30-c5202b173041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (70c3757d-2822-4943-a6a0-0f204d53d6af), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.557385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ff3c-9951-44f7-8001-638fa58d2557 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:33.591991 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959da6a-73bf-4004-8e30-c5202b173041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c3757d-2822-4943-a6a0-0f204d53d6af,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:33.600127 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fafe7d23-7138-435d-b04a-4021ed42ccfb req-e22777f6-3d2d-4e89-836a-367b5dad3d82 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760149 Mar 03 14:09:33.600359 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4959da6a-73bf-4004-8e30-c5202b173041 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=853ef56d798f4077a6e8ac5c97ba0c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573637 Mar 03 14:09:33.600504 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da88df6-1293-4015-96f2-8088ed354239 req-e1f0a87a-4cbc-4d4d-be1a-3454122e9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.600616 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40374) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:33.601586 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-e1f0a87a-4cbc-4d4d-be1a-3454122e9b21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.1558630 Mar 03 14:09:33.604581 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7c501c8-7913-44b1-b093-5195678c6c41 req-8048afd2-78a8-4c6d-91e8-a5da52d32a8a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028346 Mar 03 14:09:33.636769 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-ce6dbbf0-a1c2-4af7-bf40-42970289796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:33.638339 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-ce6dbbf0-a1c2-4af7-bf40-42970289796e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 1128 time: 0.0834274 Mar 03 14:09:33.661322 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] Publish callbacks [] for security_group (70c3757d-2822-4943-a6a0-0f204d53d6af), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.664811 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb50420-d715-462b-8b10-f7ee7aceca84 x-openstack-request-id: req-1fb50420-d715-462b-8b10-f7ee7aceca84 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:33.665461 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:33.665461 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fb50420-d715-462b-8b10-f7ee7aceca84 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:33.666047 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', 'status': 'completed', 'code': 200} Mar 03 14:09:33.683615 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] Publish callbacks [] for security_group (70c3757d-2822-4943-a6a0-0f204d53d6af), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.734262 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (70c3757d-2822-4943-a6a0-0f204d53d6af), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.736916 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:33.738094 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70c3757d-2822-4943-a6a0-0f204d53d6af HTTP/1.1" status: 204 len: 168 time: 0.1368549 Mar 03 14:09:33.748095 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b68f2-162f-4c4c-9b73-7686b427413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c3757d-2822-4943-a6a0-0f204d53d6af,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:34.115117 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40392) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:34.265156 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ffd6384b-f966-48b2-b9c2-493c09762a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.345334 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ffd6384b-f966-48b2-b9c2-493c09762a19 admin admin] Publish callbacks [] for security_group (a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.349752 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ffd6384b-f966-48b2-b9c2-493c09762a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.393539 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ffd6384b-f966-48b2-b9c2-493c09762a19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d988db9f255f4d75a8ff0416e8bc5a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771740 Mar 03 14:09:34.394559 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6384b-f966-48b2-b9c2-493c09762a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:34.396357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40414) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:34.448209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] Publish callbacks [] for security_group (a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.470685 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] Publish callbacks [] for security_group (a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.521126 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.524153 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:34.525481 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c HTTP/1.1" status: 204 len: 168 time: 0.1280446 Mar 03 14:09:34.533294 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac5af1-19c5-4e9f-9925-df6a9949a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a5640-73e2-4aa2-b326-ad6ea5b0ab5c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:34.799015 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137a772-1788-40f1-bef0-19d38062eaf3 req-a3c7ce7e-1764-4a5e-aa7e-66136a66d23a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:34.800546 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f137a772-1788-40f1-bef0-19d38062eaf3 req-a3c7ce7e-1764-4a5e-aa7e-66136a66d23a tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0862899 Mar 03 14:09:34.807540 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518b8f7-34da-442e-af57-6256bdb14b84 req-0770c289-2001-44da-af70-92e625b64003 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:34.809096 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f518b8f7-34da-442e-af57-6256bdb14b84 req-0770c289-2001-44da-af70-92e625b64003 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 944 time: 0.1055386 Mar 03 14:09:34.886166 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f137a772-1788-40f1-bef0-19d38062eaf3 req-3edd70e2-cc7f-4447-964f-290defab2de8 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Mar 03 14:09:34.889606 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f518b8f7-34da-442e-af57-6256bdb14b84 req-71072ffe-dde8-463e-b6d8-aa296b0c5897 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717723 Mar 03 14:09:34.935380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40436) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:34.952276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-93b442dc-7207-430f-91c4-e47ab2d09235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.033208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-93b442dc-7207-430f-91c4-e47ab2d09235 admin admin] Publish callbacks [] for security_group (a422fe5b-b02e-4554-9077-4ce1cb4ad120), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.037479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-93b442dc-7207-430f-91c4-e47ab2d09235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (a422fe5b-b02e-4554-9077-4ce1cb4ad120), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.079103 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-93b442dc-7207-430f-91c4-e47ab2d09235 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=034e6131fb534ca2ae33010ddfd5c51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415117 Mar 03 14:09:35.079979 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b442dc-7207-430f-91c4-e47ab2d09235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422fe5b-b02e-4554-9077-4ce1cb4ad120,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:35.081448 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40444) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:35.131590 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] Publish callbacks [] for security_group (a422fe5b-b02e-4554-9077-4ce1cb4ad120), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.153941 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] Publish callbacks [] for security_group (a422fe5b-b02e-4554-9077-4ce1cb4ad120), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.210427 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (a422fe5b-b02e-4554-9077-4ce1cb4ad120), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.213039 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:35.214288 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a422fe5b-b02e-4554-9077-4ce1cb4ad120 HTTP/1.1" status: 204 len: 168 time: 0.1318364 Mar 03 14:09:35.222075 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832e916-20e8-41cd-b1fd-a3d2e9dcef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422fe5b-b02e-4554-9077-4ce1cb4ad120,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:36.048501 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee21572-ad2d-4e6f-9784-0bf2a73e23e2 req-ae0d71ba-7f1f-4df3-8a0c-a65ea334412e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:36.050178 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ee21572-ad2d-4e6f-9784-0bf2a73e23e2 req-ae0d71ba-7f1f-4df3-8a0c-a65ea334412e tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0864344 Mar 03 14:09:36.057894 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc9a66-520b-451f-9d27-06cc519be068 req-488844b1-bbd0-4ea1-b463-35c0257adaa3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:36.065239 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1cc9a66-520b-451f-9d27-06cc519be068 req-488844b1-bbd0-4ea1-b463-35c0257adaa3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 944 time: 0.0923612 Mar 03 14:09:36.146208 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1cc9a66-520b-451f-9d27-06cc519be068 req-608436da-4643-4109-bcf1-05b877edd0b7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Mar 03 14:09:36.150882 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ee21572-ad2d-4e6f-9784-0bf2a73e23e2 req-637ac577-5c45-436b-8388-95667909b2ce tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830429 Mar 03 14:09:36.216009 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-8a179541-c268-4ed5-a322-f27207733799 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313382 Mar 03 14:09:36.250334 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-d26d447a-6838-4a60-bcab-603c988fb4aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b HTTP/1.1" status: 200 len: 217 time: 0.0573823 Mar 03 14:09:36.342521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-2c5891b5-270d-44f3-a49c-689a72de9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:36.347133 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-2c5891b5-270d-44f3-a49c-689a72de9035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.0835228 Mar 03 14:09:36.392119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-f8ac3b47-cecb-43e3-9c5f-4634fdf24ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383923 Mar 03 14:09:36.396969 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-e4f974c1-b292-4b8c-8e38-3ee054862d94 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549654 Mar 03 14:09:36.573542 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-60f4ae17-d972-4cec-81a8-210cce1f124c service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664038 Mar 03 14:09:36.577344 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7da88df6-1293-4015-96f2-8088ed354239 req-6015a8b0-fa82-4404-bea0-1a1c3c3f655a service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213360 Mar 03 14:09:36.696104 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c355a030-84be-4279-ba2a-70bf7d3c0af4 req-cba573ae-e347-4ee2-a170-d0aa8395c748 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074617 Mar 03 14:09:36.823433 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-fc6473fd-8dc6-4dba-9805-fb42117c9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:36.824922 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-fc6473fd-8dc6-4dba-9805-fb42117c9a56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 1128 time: 0.0563154 Mar 03 14:09:36.940767 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-66d86cb0-800e-462d-8cef-2785044ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:36.943062 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-66d86cb0-800e-462d-8cef-2785044ad622 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 915 time: 0.1106591 Mar 03 14:09:36.962560 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40548) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:37.007550 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-1e20fa6f-6d49-416b-8d7a-18df3bb73c38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b HTTP/1.1" status: 200 len: 217 time: 0.0553837 Mar 03 14:09:37.070242 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-a90bb67d-badc-45b8-8153-8b160fdf79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:37.071704 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-a90bb67d-badc-45b8-8153-8b160fdf79df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.0539589 Mar 03 14:09:37.121663 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-c313f3bd-5367-438a-8ec3-72806f870f4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384982 Mar 03 14:09:37.127725 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cce8161e-ef8a-49a8-9e29-314db4a2a25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.311402 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-c83ab879-c4b9-4538-bc79-cb662f525b6f service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805451 Mar 03 14:09:37.630922 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cce8161e-ef8a-49a8-9e29-314db4a2a25a admin admin] Publish callbacks [] for security_group (462e3adc-8078-4292-b851-dc074cab5955), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.641357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cce8161e-ef8a-49a8-9e29-314db4a2a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (462e3adc-8078-4292-b851-dc074cab5955), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.660627 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916ff6-f529-48b3-afb3-58b683e7d153 req-e34975cc-e250-4531-a7b8-b7630a770ae0 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:37.662128 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9916ff6-f529-48b3-afb3-58b683e7d153 req-e34975cc-e250-4531-a7b8-b7630a770ae0 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.4223640 Mar 03 14:09:37.692087 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425c5e-8896-4f15-af56-ddb2b1f27bd5 req-4ec127e0-78bd-44fd-8958-5c4fa29eac8d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:37.693582 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a425c5e-8896-4f15-af56-ddb2b1f27bd5 req-4ec127e0-78bd-44fd-8958-5c4fa29eac8d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 944 time: 0.4643302 Mar 03 14:09:37.737120 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cce8161e-ef8a-49a8-9e29-314db4a2a25a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79a59b7a54c747f7874e5ee5b024ca56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7726002 Mar 03 14:09:37.752268 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40582) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:37.752759 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8161e-ef8a-49a8-9e29-314db4a2a25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e3adc-8078-4292-b851-dc074cab5955,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:37.767971 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device a1eac1ef-9c71-4591-ac68-a62b5cdeba3b details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:09:37.774787 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a06eadb-2c06-489c-bed0-069f93e43e19 req-562678c2-d32d-4619-b622-fbfdfbb4a9fc service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478433 Mar 03 14:09:37.804574 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] Publish callbacks [] for security_group (462e3adc-8078-4292-b851-dc074cab5955), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.808253 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9916ff6-f529-48b3-afb3-58b683e7d153 req-d9fc2c54-9917-42d6-b11f-ea331195bb1d tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1436a9e-f01d-4871-ab50-7576cb0dc733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371393 Mar 03 14:09:37.823301 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a425c5e-8896-4f15-af56-ddb2b1f27bd5 req-0fa9872c-58c3-4c3f-a99d-dfc6ede4dedb tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178458 Mar 03 14:09:37.840576 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] Publish callbacks [] for security_group (462e3adc-8078-4292-b851-dc074cab5955), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.877794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:37.889153 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'port_id': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', 'mac_address': 'fa:16:3e:bf:fe:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eca5d4-f3d0-4b39-9707-09fea1b1aa59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:09:37.897848 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (462e3adc-8078-4292-b851-dc074cab5955), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.900482 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.903964 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/462e3adc-8078-4292-b851-dc074cab5955 HTTP/1.1" status: 204 len: 168 time: 0.1541259 Mar 03 14:09:37.913436 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd135baf-3128-4f4a-a09b-11e4bf1d0c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e3adc-8078-4292-b851-dc074cab5955,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:37.939528 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:37.940094 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:37.952973 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eac1ef-9c71-4591-ac68-a62b5cdeba3b {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:37.973461 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:37.977319 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.025401 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:38.033036 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.033406 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.033802 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.034147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.034483 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.034845 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.035228 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.035556 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.035982 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.036209 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.037068 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.037068 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.037245 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:38.150585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-aba211cc-0e98-49a7-ac5a-ece973291135 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:38.156218 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-aba211cc-0e98-49a7-ac5a-ece973291135 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 946 time: 0.0718398 Mar 03 14:09:38.219720 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40596) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:38.236313 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1439e6b-87fa-473b-bbca-435bee0724ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.263819 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:38.308217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Deleting port d60ba0eb-8c3c-4fc6-b843-1d429269b836 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:09:38.308806 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.338983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1439e6b-87fa-473b-bbca-435bee0724ec admin admin] Publish callbacks [] for security_group (708898d5-deea-4e88-8086-405784073a53), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.346329 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1439e6b-87fa-473b-bbca-435bee0724ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (708898d5-deea-4e88-8086-405784073a53), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.395985 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f1439e6b-87fa-473b-bbca-435bee0724ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b14004d9f9b4e13b19d4ae667d665f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748364 Mar 03 14:09:38.397521 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1439e6b-87fa-473b-bbca-435bee0724ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708898d5-deea-4e88-8086-405784073a53,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:38.400203 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40600) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:38.443019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] For port d60ba0eb-8c3c-4fc6-b843-1d429269b836, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d60ba0eb-8c3c-4fc6-b843-1d429269b836,segment=NetworkSegment(5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39),segment_id=5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:38.444509 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.454960 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40602) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:38.461875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Calling delete_port for d60ba0eb-8c3c-4fc6-b843-1d429269b836 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:09:38.462913 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] Publish callbacks [] for security_group (708898d5-deea-4e88-8086-405784073a53), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.486951 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] Publish callbacks [] for security_group (708898d5-deea-4e88-8086-405784073a53), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.540584 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (708898d5-deea-4e88-8086-405784073a53), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.544378 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.546104 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/708898d5-deea-4e88-8086-405784073a53 HTTP/1.1" status: 204 len: 168 time: 0.1448066 Mar 03 14:09:38.556847 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4f399-e349-4ada-8ee5-05685d2939a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708898d5-deea-4e88-8086-405784073a53,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:38.610056 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-24e0eddd-e14e-4957-97db-8745e9e3a611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.682038 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (d60ba0eb-8c3c-4fc6-b843-1d429269b836), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.697411 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['d60ba0eb-8c3c-4fc6-b843-1d429269b836'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:38.713373 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-24e0eddd-e14e-4957-97db-8745e9e3a611 admin admin] Publish callbacks [] for security_group (c649af5c-30a9-408f-8e45-0acb4474afae), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.713857 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Pushing event deleted for resources: {'Port': ['ID=d60ba0eb-8c3c-4fc6-b843-1d429269b836,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:38.721049 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-24e0eddd-e14e-4957-97db-8745e9e3a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c649af5c-30a9-408f-8e45-0acb4474afae), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.789211 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-24e0eddd-e14e-4957-97db-8745e9e3a611 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd327e70924e42918bb4f4a921b50628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332312 Mar 03 14:09:38.791658 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0eddd-e14e-4957-97db-8745e9e3a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c649af5c-30a9-408f-8e45-0acb4474afae,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:38.794165 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40618) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:38.815295 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] No DVR routers for this DVR port d60ba0eb-8c3c-4fc6-b843-1d429269b836 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:09:38.819644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.824845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0d3f55f-8c54-4eb7-bcce-7c32c0c4938d req-b86e92ec-6f41-4627-b364-416fa7fabd00 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.13 "DELETE /v2.0/ports/d60ba0eb-8c3c-4fc6-b843-1d429269b836 HTTP/1.1" status: 204 len: 173 time: 0.6636219 Mar 03 14:09:38.825721 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'name': 'network-vif-deleted', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:38.832312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7bff55-de9b-4339-9477-2d1c6491bd45" -d '{"events": [{"server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "name": "network-vif-deleted", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:38.878362 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] Publish callbacks [] for security_group (c649af5c-30a9-408f-8e45-0acb4474afae), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.929170 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338625ba-0f66-4577-b9e4-d3b002abaeab x-openstack-request-id: req-338625ba-0f66-4577-b9e4-d3b002abaeab {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:38.929374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e42f00b-d89c-4241-bec4-d6dc226b4245", "name": "network-vif-deleted", "tag": "d60ba0eb-8c3c-4fc6-b843-1d429269b836", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:38.929643 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-338625ba-0f66-4577-b9e4-d3b002abaeab {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:38.930384 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e42f00b-d89c-4241-bec4-d6dc226b4245', 'name': 'network-vif-deleted', 'tag': 'd60ba0eb-8c3c-4fc6-b843-1d429269b836', 'status': 'completed', 'code': 200} Mar 03 14:09:38.942022 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] Publish callbacks [] for security_group (c649af5c-30a9-408f-8e45-0acb4474afae), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:38.966920 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ba504bd-089c-4a37-b0b2-3f67925fa854 req-02dc797e-4c03-4189-a507-a9e948da8d12 tempest-DeleteServersTestJSON-886629136 tempest-DeleteServersTestJSON-886629136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e42f00b-d89c-4241-bec4-d6dc226b4245 HTTP/1.1" status: 200 len: 210 time: 0.0523336 Mar 03 14:09:39.024108 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c649af5c-30a9-408f-8e45-0acb4474afae), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.026987 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.031650 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c649af5c-30a9-408f-8e45-0acb4474afae HTTP/1.1" status: 204 len: 168 time: 0.2356546 Mar 03 14:09:39.042150 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0ee42-c61a-4cc9-be32-1826344cf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c649af5c-30a9-408f-8e45-0acb4474afae,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:39.097505 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6604e-1706-466d-b006-e924ee1dcfaa req-d8568075-61d0-421e-bfea-1a96871f2d5b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:39.099270 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55e6604e-1706-466d-b006-e924ee1dcfaa req-d8568075-61d0-421e-bfea-1a96871f2d5b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Mar 03 14:09:39.170185 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55e6604e-1706-466d-b006-e924ee1dcfaa req-852e80a5-3990-4d3f-9969-2cdf2c5a4d5b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Mar 03 14:09:39.292130 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40638) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:39.403541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40646) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:39.417231 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-67243d45-ac22-4a33-b874-7e7994c17227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.497116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-67243d45-ac22-4a33-b874-7e7994c17227 admin admin] Publish callbacks [] for security_group (dd56d370-d94b-4a3f-9bd7-6c114bd714bc), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.501525 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-67243d45-ac22-4a33-b874-7e7994c17227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (dd56d370-d94b-4a3f-9bd7-6c114bd714bc), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.529327 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ed818a4-2373-4caf-9188-4749b3bf3f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.539977 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67243d45-ac22-4a33-b874-7e7994c17227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56d370-d94b-4a3f-9bd7-6c114bd714bc,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:39.548269 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-67243d45-ac22-4a33-b874-7e7994c17227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38a5ad510ad049e4b1703bd1b78ae754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434374 Mar 03 14:09:39.548871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40652) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:39.610240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] Publish callbacks [] for security_group (dd56d370-d94b-4a3f-9bd7-6c114bd714bc), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.621094 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ed818a4-2373-4caf-9188-4749b3bf3f20 admin admin] Publish callbacks [] for security_group (d6fc4ad3-0f97-436b-b97d-847765065b7e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.624268 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ed818a4-2373-4caf-9188-4749b3bf3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d6fc4ad3-0f97-436b-b97d-847765065b7e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.635740 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] Publish callbacks [] for security_group (dd56d370-d94b-4a3f-9bd7-6c114bd714bc), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.667037 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9ed818a4-2373-4caf-9188-4749b3bf3f20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4afde897486b4ef4a23b97e790fe01e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711812 Mar 03 14:09:39.667210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40658) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:39.673688 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed818a4-2373-4caf-9188-4749b3bf3f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc4ad3-0f97-436b-b97d-847765065b7e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:39.714060 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (dd56d370-d94b-4a3f-9bd7-6c114bd714bc), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.716593 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.720587 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd56d370-d94b-4a3f-9bd7-6c114bd714bc HTTP/1.1" status: 204 len: 168 time: 0.1701856 Mar 03 14:09:39.730458 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037bfb-111e-44eb-ac37-86001483e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56d370-d94b-4a3f-9bd7-6c114bd714bc,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:39.738167 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] Publish callbacks [] for security_group (d6fc4ad3-0f97-436b-b97d-847765065b7e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.768853 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] Publish callbacks [] for security_group (d6fc4ad3-0f97-436b-b97d-847765065b7e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.784717 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device a1eac1ef-9c71-4591-ac68-a62b5cdeba3b up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:39.832300 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d6fc4ad3-0f97-436b-b97d-847765065b7e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.834939 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.836261 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6fc4ad3-0f97-436b-b97d-847765065b7e HTTP/1.1" status: 204 len: 168 time: 0.1682065 Mar 03 14:09:39.845219 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d2dce-5615-477f-b73d-d8acbb0408c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc4ad3-0f97-436b-b97d-847765065b7e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:39.885394 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:09:39.889880 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:39.890804 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:39.980507 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:39.981001 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.071996 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:40.074536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:40.078257 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f1695-2cde-4954-85dd-66d89a9f1798" -d '{"events": [{"server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:40.098221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.163139 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36551495-8fda-4cbc-950f-35e91d3f0608 x-openstack-request-id: req-36551495-8fda-4cbc-950f-35e91d3f0608 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:40.163521 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:40.163850 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36551495-8fda-4cbc-950f-35e91d3f0608 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:40.164301 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', 'code': 200} Mar 03 14:09:40.184329 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:40.353308 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40700) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:40.377514 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7bcaadf8-1f2a-4efd-96ed-bfae625303a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.399229 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aaadd-1f9f-4f2a-8080-7437fe48ba83 req-b982a765-7eb8-4946-a0db-35e74b691bf6 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:40.401893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e2aaadd-1f9f-4f2a-8080-7437fe48ba83 req-b982a765-7eb8-4946-a0db-35e74b691bf6 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.1112556 Mar 03 14:09:40.514568 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7bcaadf8-1f2a-4efd-96ed-bfae625303a5 admin admin] Publish callbacks [] for security_group (1105506e-b8d9-4d7e-8d31-526699f04955), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.515720 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881bef8-ff6b-482f-bd73-ddb4c3813169 req-4b69653a-be1d-4e00-8a56-f01172a8c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:40.517511 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7881bef8-ff6b-482f-bd73-ddb4c3813169 req-4b69653a-be1d-4e00-8a56-f01172a8c770 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 1130 time: 0.1144984 Mar 03 14:09:40.526624 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7bcaadf8-1f2a-4efd-96ed-bfae625303a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1105506e-b8d9-4d7e-8d31-526699f04955), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.557099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e2aaadd-1f9f-4f2a-8080-7437fe48ba83 req-14999fdf-885f-4d21-b713-2cf5452cfd42 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912457 Mar 03 14:09:40.580245 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaadf8-1f2a-4efd-96ed-bfae625303a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105506e-b8d9-4d7e-8d31-526699f04955,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:40.605460 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7bcaadf8-1f2a-4efd-96ed-bfae625303a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be1775c86a7147a2867d6cafd5bcf087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508285 Mar 03 14:09:40.610198 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40720) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:40.628859 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7881bef8-ff6b-482f-bd73-ddb4c3813169 req-2043cbf1-66b5-467f-a857-aed8a02aebb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048133 Mar 03 14:09:40.669291 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] Publish callbacks [] for security_group (1105506e-b8d9-4d7e-8d31-526699f04955), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.706167 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] Publish callbacks [] for security_group (1105506e-b8d9-4d7e-8d31-526699f04955), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.773436 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1105506e-b8d9-4d7e-8d31-526699f04955), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.776198 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:40.777370 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1105506e-b8d9-4d7e-8d31-526699f04955 HTTP/1.1" status: 204 len: 168 time: 0.1654518 Mar 03 14:09:40.790559 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2644a-f14a-4d05-9628-e109a752ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105506e-b8d9-4d7e-8d31-526699f04955,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:41.341164 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40778) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:41.488603 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380865797-network', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:41.515886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Made reservation on behalf of 4de7222ced0f4af7b7f8364ca5aa8baa for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:41.518254 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.527087 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.582589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40794) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:41.640134 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks [] for security_group (810c374d-6cb8-435b-8546-96ce127bbd7a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.640230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Deleting subnet 35a5338e-23ce-4163-a2f3-53eed507d452 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:09:41.642328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Publish callbacks [] for subnet (35a5338e-23ce-4163-a2f3-53eed507d452), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.645749 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (810c374d-6cb8-435b-8546-96ce127bbd7a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.673657 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:09:41.689914 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c374d-6cb8-435b-8546-96ce127bbd7a,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:41.692861 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (69aaeca8-a296-46b2-8f1b-35bf472cbbba), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.693380 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Added segment 69aaeca8-a296-46b2-8f1b-35bf472cbbba of type vlan for network 19fdd563-b8ec-49f3-98be-6330c7cec379 Mar 03 14:09:41.728679 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Publish callbacks [] for subnet (35a5338e-23ce-4163-a2f3-53eed507d452), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.739381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (19fdd563-b8ec-49f3-98be-6330c7cec379), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.740178 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (35a5338e-23ce-4163-a2f3-53eed507d452), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.777152 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d60ba0eb-8c3c-4fc6-b843-1d429269b836 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:09:41.781830 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17969817-e79a-4b1d-97d2-75fdff2cd077 req-f62f1d81-937d-473f-bcca-53c7643d91c4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:41.784633 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (19fdd563-b8ec-49f3-98be-6330c7cec379), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.785697 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:41.786364 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.788801 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-17969817-e79a-4b1d-97d2-75fdff2cd077 req-f62f1d81-937d-473f-bcca-53c7643d91c4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.1152036 Mar 03 14:09:41.815755 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: d60ba0eb-8c3c-4fc6-b843-1d429269b836 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:09:41.816421 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d60ba0eb-8c3c-4fc6-b843-1d429269b836 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:09:41.852017 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5096130 Mar 03 14:09:41.854444 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-17969817-e79a-4b1d-97d2-75fdff2cd077 req-e1cb081d-d104-43b9-9b24-7845139d03e9 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 Mar 03 14:09:41.855430 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40804) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:41.861095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Request body: {'subnet': {'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380865797-subnet', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:41.870353 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (35a5338e-23ce-4163-a2f3-53eed507d452), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.877609 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec802-6a6d-4b29-b22e-33e4c339a69d admin admin] Pushing event updated for resources: {'Network': ['ID=19fdd563-b8ec-49f3-98be-6330c7cec379,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:41.888354 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:09:41.902552 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a5338e-23ce-4163-a2f3-53eed507d452,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:41.913405 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:41.917469 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cc9ddd2d-dc96-4bbe-b720-db0bbe5f20a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/35a5338e-23ce-4163-a2f3-53eed507d452 HTTP/1.1" status: 204 len: 168 time: 0.3337018 Mar 03 14:09:41.920396 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40808) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:41.924969 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Made reservation on behalf of 4de7222ced0f4af7b7f8364ca5aa8baa for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:41.927444 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.004098 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.118737 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.137913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (1cb0dcbf-c5ff-4172-8709-39a266cf19da), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.141343 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1286ec-9a92-4aa9-bd6b-59f2883f14ff']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:42.151231 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:42.151524 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:42.161390 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.178529 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.185387 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:09:42.185804 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (5855439e-6d1d-4ce1-b3bd-6b6a15d7ed39), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:09:42.188251 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:09:42.199801 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb0dcbf-c5ff-4172-8709-39a266cf19da,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:42.205971 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:42.206331 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Network hostable DHCP agents. Network: 19fdd563-b8ec-49f3-98be-6330c7cec379, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:09:42.222465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:09:42.231217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 19fdd563-b8ec-49f3-98be-6330c7cec379) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:42.236914 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:42.237499 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.245903 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a89b6-4a9d-4b8f-8b79-74207301610f None None] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:42.258780 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9d461ab9-e94a-4acf-834d-651c46526f1a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4022417 Mar 03 14:09:42.265933 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40818) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:42.271080 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (0a1286ec-9a92-4aa9-bd6b-59f2883f14ff), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.284076 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:42.293113 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.298394 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a1286ec-9a92-4aa9-bd6b-59f2883f14ff HTTP/1.1" status: 204 len: 168 time: 0.3741953 Mar 03 14:09:42.307793 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5644322-ef54-498c-b1fd-d3df74dfb3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1286ec-9a92-4aa9-bd6b-59f2883f14ff,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:42.322878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.325024 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.354425 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-19fdd563-b8ec-49f3-98be-6330c7cec379', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:09:42.355976 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.395385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for router_controller (3da62cca-37a4-404b-9e10-6beb214b1a1f), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.538163 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Allocated IP 172.20.0.2 (19fdd563-b8ec-49f3-98be-6330c7cec379/1cb0dcbf-c5ff-4172-8709-39a266cf19da/14b28f93-6861-44b6-9a6e-ef917aff44ea) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:42.576643 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for router_gateway (3da62cca-37a4-404b-9e10-6beb214b1a1f), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.582846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40838) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:42.670767 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-eba873ff-a10b-422e-9db0-9fc42490cde3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=639be8f7f7204d568cb7a5c7b9697437&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0862520 Mar 03 14:09:42.674394 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40846) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:42.752692 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] Publish callbacks [] for security_group (b1436a9e-f01d-4871-ab50-7576cb0dc733), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.756635 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks [] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.766427 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.793078 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] Publish callbacks [] for security_group (b1436a9e-f01d-4871-ab50-7576cb0dc733), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.820550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:42.826099 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:42.831286 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:42.845322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Pushing event updated for resources: {'Port': ['ID=14b28f93-6861-44b6-9a6e-ef917aff44ea,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:42.892328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for router_gateway (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.894318 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b1436a9e-f01d-4871-ab50-7576cb0dc733), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.897394 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.901686 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1436a9e-f01d-4871-ab50-7576cb0dc733 HTTP/1.1" status: 204 len: 168 time: 0.2250102 Mar 03 14:09:42.915022 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793def9f-af19-4fc2-b55b-bca37213da67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1436a9e-f01d-4871-ab50-7576cb0dc733,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:42.946518 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.979545 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Attempting to bind port 14b28f93-6861-44b6-9a6e-ef917aff44ea on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:42.980260 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Attempting to bind port 14b28f93-6861-44b6-9a6e-ef917aff44ea by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:42.980933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Attempting to bind port 14b28f93-6861-44b6-9a6e-ef917aff44ea on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:42.987640 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:42.987953 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:42.988358 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:42.988740 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Bound using segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:42.989385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Bound port: 14b28f93-6861-44b6-9a6e-ef917aff44ea, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:42.989952 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.082789 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] For port 14b28f93-6861-44b6-9a6e-ef917aff44ea, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:43.086680 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] For port 14b28f93-6861-44b6-9a6e-ef917aff44ea, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=14b28f93-6861-44b6-9a6e-ef917aff44ea,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:43.096143 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.135628 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70c35d-2c5f-4045-b1ef-e8064045f699 req-9df7ef30-be6d-418f-a53d-a1dac5818894 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:43.137125 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b70c35d-2c5f-4045-b1ef-e8064045f699 req-9df7ef30-be6d-418f-a53d-a1dac5818894 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.1217074 Mar 03 14:09:43.145525 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Allocated IP 172.27.0.5 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/828630e4-ee8e-4973-bd24-5f6176850ec9) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:43.169998 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40858) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:43.207384 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd59d-43eb-430d-9a2f-1e4e8c54142e None None] Pushing event updated for resources: {'Port': ['ID=14b28f93-6861-44b6-9a6e-ef917aff44ea,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:43.291166 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b70c35d-2c5f-4045-b1ef-e8064045f699 req-f44edc2f-7b06-4fbc-b620-7d303fd82db1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469321 Mar 03 14:09:43.360730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.403963 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.432126 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bc86ffb7-92af-4857-aa6e-d09cb01f1031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.458653 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:43.463349 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:43.467870 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:43.598299 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bc86ffb7-92af-4857-aa6e-d09cb01f1031 admin admin] Publish callbacks [] for security_group (60a4e42a-c7d4-4c0c-b529-ce20374c5cc0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.598521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Pushing event updated for resources: {'Port': ['ID=828630e4-ee8e-4973-bd24-5f6176850ec9,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:43.618003 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bc86ffb7-92af-4857-aa6e-d09cb01f1031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (60a4e42a-c7d4-4c0c-b529-ce20374c5cc0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.659035 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86ffb7-92af-4857-aa6e-d09cb01f1031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4e42a-c7d4-4c0c-b529-ce20374c5cc0,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:43.670175 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bc86ffb7-92af-4857-aa6e-d09cb01f1031 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=262fc9a3a55a412486710a1c74ed7239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4966846 Mar 03 14:09:43.673370 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40880) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:43.789213 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] Publish callbacks [] for security_group (60a4e42a-c7d4-4c0c-b529-ce20374c5cc0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.806246 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for router_gateway (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.822364 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] Publish callbacks [] for security_group (60a4e42a-c7d4-4c0c-b529-ce20374c5cc0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.885176 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (60a4e42a-c7d4-4c0c-b529-ce20374c5cc0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.888414 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:43.890721 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60a4e42a-c7d4-4c0c-b529-ce20374c5cc0 HTTP/1.1" status: 204 len: 168 time: 0.2157767 Mar 03 14:09:43.901838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938c4e-901d-456c-af80-f4623c505e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4e42a-c7d4-4c0c-b529-ce20374c5cc0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:44.056271 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40898) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:44.087197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.271659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:09:44.374435 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-257873909-network', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:44.404072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Made reservation on behalf of d1c9d6659fee4f73bdeceb910bedabc6 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:44.406738 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.418311 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:44.427049 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.432637 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:44.441157 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.448652 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cef245a9-79c0-43ec-9164-186bc68522e0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1808658 Mar 03 14:09:44.449199 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40912) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:44.451439 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:44.453140 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:44.492209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40914) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:44.502808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8ef1beda-159f-4e7f-9b46-900b3ba88d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.616755 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4b93b-2b30-4958-993b-f0ab5e7a2650 None None] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:44.617295 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8ef1beda-159f-4e7f-9b46-900b3ba88d49 admin admin] Publish callbacks [] for security_group (101f4a9a-4564-4754-82eb-0211e46d4251), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.622114 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8ef1beda-159f-4e7f-9b46-900b3ba88d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (101f4a9a-4564-4754-82eb-0211e46d4251), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.630104 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:44.651858 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks [] for security_group (7e777de3-c5d6-4cf3-8901-097aa3df375e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.666192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1beda-159f-4e7f-9b46-900b3ba88d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f4a9a-4564-4754-82eb-0211e46d4251,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:44.693665 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8ef1beda-159f-4e7f-9b46-900b3ba88d49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c16a79484124132944a326671f76d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038565 Mar 03 14:09:44.694327 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40918) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:44.706063 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e777de3-c5d6-4cf3-8901-097aa3df375e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.731334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Provisioning complete for port 14b28f93-6861-44b6-9a6e-ef917aff44ea triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:44.731969 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.740475 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:09:44.769192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] Publish callbacks [] for security_group (101f4a9a-4564-4754-82eb-0211e46d4251), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.772256 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (ef693d9a-54d1-453e-8631-270cb414648f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.772721 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Added segment ef693d9a-54d1-453e-8631-270cb414648f of type vlan for network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 Mar 03 14:09:44.794932 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] Publish callbacks [] for security_group (101f4a9a-4564-4754-82eb-0211e46d4251), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.813998 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e777de3-c5d6-4cf3-8901-097aa3df375e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:44.870284 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (101f4a9a-4564-4754-82eb-0211e46d4251), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.873850 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.876394 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.881349 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/101f4a9a-4564-4754-82eb-0211e46d4251 HTTP/1.1" status: 204 len: 168 time: 0.1859457 Mar 03 14:09:44.902016 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c057-0ca6-4553-b694-5828d024efc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f4a9a-4564-4754-82eb-0211e46d4251,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:44.915902 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Current status of the port 14b28f93-6861-44b6-9a6e-ef917aff44ea is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:44.918221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:44.982066 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:09:44.984092 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:43Z', 'revision_number': 3, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:45.037218 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] For port 14b28f93-6861-44b6-9a6e-ef917aff44ea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=14b28f93-6861-44b6-9a6e-ef917aff44ea,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:45.045521 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.049978 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:45.050539 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Updating router 3da62cca-37a4-404b-9e10-6beb214b1a1f port 828630e4-ee8e-4973-bd24-5f6176850ec9 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:09:45.071369 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.073244 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:45.073917 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.090736 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.132991 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508975-bae5-47f7-87fe-8cbef2d8254a None None] Pushing event updated for resources: {'Port': ['ID=14b28f93-6861-44b6-9a6e-ef917aff44ea,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:45.177455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 14b28f93-6861-44b6-9a6e-ef917aff44ea up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:45.255034 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 14b28f93-6861-44b6-9a6e-ef917aff44ea triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:45.255797 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.319062 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] Pushing event updated for resources: {'Network': ['ID=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:45.337690 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:09:45.355776 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5dc3891c-413d-4bce-977e-566391a187df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2954853 Mar 03 14:09:45.356160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40932) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:45.362049 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Request body: {'subnet': {'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-subnet', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:45.407040 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Made reservation on behalf of d1c9d6659fee4f73bdeceb910bedabc6 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:45.410099 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.418060 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks [] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.425849 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.490713 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Attempting to bind port 828630e4-ee8e-4973-bd24-5f6176850ec9 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:45.492639 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Attempting to bind port 828630e4-ee8e-4973-bd24-5f6176850ec9 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:45.493762 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Attempting to bind port 828630e4-ee8e-4973-bd24-5f6176850ec9 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:45.512802 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:45.513401 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:45.514742 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.515848 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:45.518633 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Bound port: 828630e4-ee8e-4973-bd24-5f6176850ec9, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:45.519234 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.556125 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 14b28f93-6861-44b6-9a6e-ef917aff44ea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:45.562854 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-029eb253-79f3-40d3-bd21-acc5e2504cce None None] Provisioning complete for port 14b28f93-6861-44b6-9a6e-ef917aff44ea triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:45.563970 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029eb253-79f3-40d3-bd21-acc5e2504cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.633880 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] For port 828630e4-ee8e-4973-bd24-5f6176850ec9, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:45.642789 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] For port 828630e4-ee8e-4973-bd24-5f6176850ec9, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=828630e4-ee8e-4973-bd24-5f6176850ec9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:45.654853 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.655096 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.665312 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Pushing event updated for resources: {'Port': ['ID=828630e4-ee8e-4973-bd24-5f6176850ec9,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:45.693957 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.694429 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.694809 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.698232 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.698878 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.702030 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.703193 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.703694 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.705512 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.706249 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.707204 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.708444 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.710469 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:09:45.728152 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-029eb253-79f3-40d3-bd21-acc5e2504cce None None] Current status of the port 14b28f93-6861-44b6-9a6e-ef917aff44ea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:45.743594 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-0a6dc7ef-c34f-4369-8eb8-949d76c6ed07 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:45.745317 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-0a6dc7ef-c34f-4369-8eb8-949d76c6ed07 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.1824033 Mar 03 14:09:45.785292 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-7fde8815-2ffb-4d2c-8f0c-932d9c310c37 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/quotas/bd897bdad51b4b0abd357df599113c9b HTTP/1.1" status: 200 len: 375 time: 0.0200012 Mar 03 14:09:45.831316 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8004d51-e648-427d-9a1a-2d5d821fc344 None None] Pushing event updated for resources: {'Port': ['ID=828630e4-ee8e-4973-bd24-5f6176850ec9,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:45.842474 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:45.843302 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:45.847875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for subnet (21a154d9-8f40-4430-aae0-ab380cc90802), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:45.973323 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Allocated IP 172.20.0.1 (19fdd563-b8ec-49f3-98be-6330c7cec379/1cb0dcbf-c5ff-4172-8709-39a266cf19da/c609c1dc-3f78-40d7-badc-c0ff1b7a84b1) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:46.066608 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:46.129899 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks [] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.177833 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.228528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a154d9-8f40-4430-aae0-ab380cc90802,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:46.240878 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-92bff78a-00a2-4fbc-af9e-756f6423b44d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4477103 Mar 03 14:09:46.250580 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Pushing event updated for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:46.258867 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:46.261157 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:46.271103 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:46.338943 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.357335 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Checking segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:46.362718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Network hostable DHCP agents. Network: fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:09:46.370397 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-aa3c5129-440f-4a0d-846b-dc6df8223b7c service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213036 Mar 03 14:09:46.440207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:09:46.464418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:46.471842 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:46.472435 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.478134 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2a39d-c384-4fb3-8676-3cbec824217c None None] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:46.485797 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:43Z', 'revision_number': 3, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:46.511744 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2101512c-4896-4fc3-8a19-6ed0a173793b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1543999 Mar 03 14:09:46.514263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-276cceb5-eff4-44f2-b23b-55fa3d8dbaf3 service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375923 Mar 03 14:09:46.514716 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40974) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:46.529267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:46.529481 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5c33e-2346-4133-8846-15ef9e5c4db8 None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:43Z', 'revision_number': 3, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:46.564415 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.565651 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.584521 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.684243 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for router_controller (746c1915-f6a6-4832-bec8-b3c31fbd6d95), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.717720 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-ccabadf9-4940-4c8f-817d-b510fad6e431 None None] Provisioning complete for port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:46.718216 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ccabadf9-4940-4c8f-817d-b510fad6e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:46.785801 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-ccabadf9-4940-4c8f-817d-b510fad6e431 None None] Port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:09:46.834690 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a29b1-6994-4b52-9211-2d93adeff681 None None] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:46.969943 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1c8271e-2445-420a-8ebd-82835a5b7ff1 req-911ba871-fcfe-4879-9d6d-84b8525444e8 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 210 time: 0.1534302 Mar 03 14:09:46.994340 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks [] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.002374 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.104342 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 14b28f93-6861-44b6-9a6e-ef917aff44ea up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:47.113451 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for router_gateway (746c1915-f6a6-4832-bec8-b3c31fbd6d95), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.173000 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 14b28f93-6861-44b6-9a6e-ef917aff44ea triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:47.174521 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.187306 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Pushing event updated for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:47.190131 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.368351 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:47.370029 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:47.534399 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for router_gateway (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.562032 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.585092 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:09:47.637011 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 14b28f93-6861-44b6-9a6e-ef917aff44ea is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:47.800355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Allocated IP 172.27.0.94 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/b4124c9c-1b3c-4795-be62-d35da4323add) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:47.846374 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a4d08018-da5e-4256-8023-c5bd7f83d5c2 None None] Provisioning complete for port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:47.847514 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a4d08018-da5e-4256-8023-c5bd7f83d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:47.886541 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:47.898761 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-40ff47dc-683b-46d2-9d47-6775cbeded6e admin admin] 10.222.0.31 "PUT /v2.0/routers/3da62cca-37a4-404b-9e10-6beb214b1a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4484866 Mar 03 14:09:47.957715 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a4d08018-da5e-4256-8023-c5bd7f83d5c2 None None] Port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:09:47.966458 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for port (b4124c9c-1b3c-4795-be62-d35da4323add), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.022212 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.075780 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:48.082728 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:48.105870 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:48.133123 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Pushing event updated for resources: {'Port': ['ID=b4124c9c-1b3c-4795-be62-d35da4323add,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:48.205801 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b7c7d5d3-737c-442e-8c60-76617f0a918c req-b3943b7d-b655-4e93-86ee-f2e1f0070a0f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 210 time: 0.1242752 Mar 03 14:09:48.523085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-7d255b7c-c418-493f-826c-c656bc702579 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:48.525198 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-7d255b7c-c418-493f-826c-c656bc702579 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.1991651 Mar 03 14:09:48.532240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for router_gateway (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.572540 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Request body: {'port': {'device_id': '368647a9-cecf-4ece-bb32-efee29c28965', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'admin_state_up': True, 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:48.747835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41038) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:48.753200 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2069276004-network', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:48.773092 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Made reservation on behalf of 214ceff0db96453e870fa53e40eb2af7 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:48.777091 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.777252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:48.780651 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.785496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.868430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks [] for security_group (98c46c4f-5639-4602-8a89-803c6d9dc1e7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.873347 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (98c46c4f-5639-4602-8a89-803c6d9dc1e7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.882676 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.902869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:09:48.913888 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c46c4f-5639-4602-8a89-803c6d9dc1e7,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:48.918952 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (21dc7826-d009-4197-bb83-7a48a35dd3d9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:48.919470 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Added segment 21dc7826-d009-4197-bb83-7a48a35dd3d9 of type vlan for network 6696b681-94c8-45ca-8bfc-8b7a684778e7 Mar 03 14:09:49.038120 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 828630e4-ee8e-4973-bd24-5f6176850ec9 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:49.042223 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Allocated IP 172.20.0.7 (07357312-6a8a-4c70-9db1-6833f62e1ba9/d6eca5d4-f3d0-4b39-9707-09fea1b1aa59/4f800181-e177-4971-91cd-f325b8900970) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:49.070152 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:49.096018 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:49.096945 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:49.152772 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (6696b681-94c8-45ca-8bfc-8b7a684778e7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.160974 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 828630e4-ee8e-4973-bd24-5f6176850ec9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:49.161264 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.182257 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (6696b681-94c8-45ca-8bfc-8b7a684778e7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.183213 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:49.183865 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.185956 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:09:49.244802 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4960179 Mar 03 14:09:49.251255 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:49.254845 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41042) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:49.261530 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Request body: {'subnet': {'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2069276004-subnet', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:49.270199 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc658fc-19ad-4a8d-bc74-7929a2dc4897 admin admin] Pushing event updated for resources: {'Network': ['ID=6696b681-94c8-45ca-8bfc-8b7a684778e7,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:49.288321 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Made reservation on behalf of 214ceff0db96453e870fa53e40eb2af7 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:49.290944 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.295763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:09:49.323602 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks [] for port (4f800181-e177-4971-91cd-f325b8900970), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.371839 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b972c1a0-372e-433b-bb18-85fc9d2e9eb8 req-694fbc87-682e-487c-8cb2-edbf80008282 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 210 time: 0.0448668 Mar 03 14:09:49.427375 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 828630e4-ee8e-4973-bd24-5f6176850ec9 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:49.427774 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.434516 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:49.448755 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Sync routers for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:49.449881 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (4f800181-e177-4971-91cd-f325b8900970), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.461215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 828630e4-ee8e-4973-bd24-5f6176850ec9, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=828630e4-ee8e-4973-bd24-5f6176850ec9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:49.465775 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:49.466470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.466778 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:49.468200 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-430ca257-2a3e-4aa7-809d-397200bf2b5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9521453 Mar 03 14:09:49.480995 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41048) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:49.481354 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.504149 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:49.522432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event updated for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:49.537243 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:49.543630 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (4e6ce0cd-2021-4a7b-8aa9-321505a01980), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.551530 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:49.564002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:49.564793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.599333 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4f512f1a-e700-4a10-891f-4584b61d67ef tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317872 Mar 03 14:09:49.602104 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=828630e4-ee8e-4973-bd24-5f6176850ec9,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:49.650417 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:49.676812 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6ce0cd-2021-4a7b-8aa9-321505a01980,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:49.700048 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Checking segment: {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:49.700391 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Network hostable DHCP agents. Network: 6696b681-94c8-45ca-8bfc-8b7a684778e7, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:09:49.727558 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 2, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:49.761974 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:49.763039 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Updating router 3da62cca-37a4-404b-9e10-6beb214b1a1f port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:09:49.793885 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.799504 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:09:49.813081 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 6696b681-94c8-45ca-8bfc-8b7a684778e7) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:49.827046 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:49.828412 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.838968 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b571640-1b39-42a2-b503-4e40ccc6428c None None] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:49.854231 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:48Z', 'revision_number': 3, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:49.854858 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d1870e8b-f021-4e88-9371-89b10d03f892 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5988193 Mar 03 14:09:49.857377 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41052) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:49.863853 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:49.883616 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.884947 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.900633 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Checking router: 746c1915-f6a6-4832-bec8-b3c31fbd6d95 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:49.901271 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Updating router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 port b4124c9c-1b3c-4795-be62-d35da4323add binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:09:49.935938 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:49.952103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for router_controller (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.053030 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-6696b681-94c8-45ca-8bfc-8b7a684778e7', 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7', 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'fixed_ips': [{'subnet_id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:09:50.054652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.143903 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.231164 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks [] for port (b4124c9c-1b3c-4795-be62-d35da4323add), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.239526 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.295131 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks [] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.298072 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Allocated IP 172.20.0.2 (6696b681-94c8-45ca-8bfc-8b7a684778e7/4e6ce0cd-2021-4a7b-8aa9-321505a01980/e41252ef-2b91-48eb-9342-9a87cb391814) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:50.309264 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.318260 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67896af-26c7-46db-942d-f5a9d7baf07a None None] Pushing event updated for resources: {'Port': ['ID=b4124c9c-1b3c-4795-be62-d35da4323add,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:50.323085 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Attempting to bind port b4124c9c-1b3c-4795-be62-d35da4323add on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:50.323649 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Attempting to bind port b4124c9c-1b3c-4795-be62-d35da4323add by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:50.323963 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Attempting to bind port b4124c9c-1b3c-4795-be62-d35da4323add on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:50.330843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:50.330843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:50.331336 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.331785 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:50.332316 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Bound port: b4124c9c-1b3c-4795-be62-d35da4323add, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:50.332760 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.395250 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] For port b4124c9c-1b3c-4795-be62-d35da4323add, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:50.401373 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] For port b4124c9c-1b3c-4795-be62-d35da4323add, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=b4124c9c-1b3c-4795-be62-d35da4323add,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:50.410884 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe05025-59b8-451b-b4f6-8b31b7abdbcc None None] Pushing event updated for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:50.412174 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.417551 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Allocated IP 172.20.0.1 (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3/21a154d9-8f40-4430-aae0-ab380cc90802/42bb049f-23e9-4abe-a9d3-463951210487) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:50.482188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for router_gateway (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.530341 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:50.531323 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:50.592423 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks [] for port (e41252ef-2b91-48eb-9342-9a87cb391814), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.596746 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Attempting to bind port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:50.596746 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Attempting to bind port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:50.597646 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Attempting to bind port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:50.605594 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:50.606040 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:50.606443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.606835 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Bound using segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:50.607311 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Bound port: c609c1dc-3f78-40d7-badc-c0ff1b7a84b1, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:50.607692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.610903 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.613059 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks [] for port (42bb049f-23e9-4abe-a9d3-463951210487), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.623420 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67896af-26c7-46db-942d-f5a9d7baf07a None None] Pushing event updated for resources: {'Port': ['ID=b4124c9c-1b3c-4795-be62-d35da4323add,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:50.649908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3353d-3c5d-4d31-9381-247f67896b84 req-7476e503-e1b0-42a3-90ec-fb0a1bf8b5af tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:50.651446 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4d3353d-3c5d-4d31-9381-247f67896b84 req-7476e503-e1b0-42a3-90ec-fb0a1bf8b5af tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 931 time: 0.1391239 Mar 03 14:09:50.691072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.717166 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:50.742298 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:50.745509 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:50.747981 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:50.755385 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:50.761834 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:50.767901 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:50.771397 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:50.771563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4d3353d-3c5d-4d31-9381-247f67896b84 req-c0e1b5c0-1058-4ed4-a68a-85913df62f10 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997341 Mar 03 14:09:50.795339 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Pushing event updated for resources: {'Port': ['ID=e41252ef-2b91-48eb-9342-9a87cb391814,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:50.816589 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.906646 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for router_gateway (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.929036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:50.994021 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (42bb049f-23e9-4abe-a9d3-463951210487), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.007144 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:48Z', 'revision_number': 3, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:51.039118 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4a8d6-b4a3-4bbe-b3b8-7220d5bb7d59 None None] The sync data for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi is: [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:48Z', 'revision_number': 3, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:51.059103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Allocated IP 172.27.0.174 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/655db5ac-6315-4717-a2ba-739a0ebb0d43) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:51.064627 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 828630e4-ee8e-4973-bd24-5f6176850ec9 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:51.126558 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Request body: {'port': {'device_id': '368647a9-cecf-4ece-bb32-efee29c28965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:51.133386 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c', 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:09:51.145753 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] For port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:51.158200 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] For port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:51.179608 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Provisioning complete for port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:51.179986 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.181589 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Attempting to bind port e41252ef-2b91-48eb-9342-9a87cb391814 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:51.181980 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Attempting to bind port e41252ef-2b91-48eb-9342-9a87cb391814 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:51.182336 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Attempting to bind port e41252ef-2b91-48eb-9342-9a87cb391814 on network 6696b681-94c8-45ca-8bfc-8b7a684778e7 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:51.209274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0b717c18-484e-4918-be54-55dd3d9f1804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.218214 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4f800181-e177-4971-91cd-f325b8900970), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.226391 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks [] for port (42bb049f-23e9-4abe-a9d3-463951210487), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.235160 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.240419 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.246342 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.316214 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe05025-59b8-451b-b4f6-8b31b7abdbcc None None] Pushing event updated for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:51.329698 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:51.333769 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.372341 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:51.372801 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Checking segment: {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:51.373121 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.374027 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Bound using segment: {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:51.374194 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Bound port: e41252ef-2b91-48eb-9342-9a87cb391814, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:51.374580 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.471795 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.535911 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:51.537413 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:51.612561 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:51.613147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:51.621961 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:51.670768 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:51.683847 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:51.696085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Pushing event updated for resources: {'Port': ['ID=655db5ac-6315-4717-a2ba-739a0ebb0d43,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:51.758587 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:09:51.775233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 828630e4-ee8e-4973-bd24-5f6176850ec9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:51.775610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:51.980524 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:51.993325 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b2764503-9b29-448b-aaba-da322b573aa0 admin admin] 10.222.0.31 "PUT /v2.0/routers/746c1915-f6a6-4832-bec8-b3c31fbd6d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5103371 Mar 03 14:09:52.073526 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aec8a-77a1-4556-af24-f6bc6a831b3d req-6085f65f-2eba-4ea6-876e-a32100f07840 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:52.078267 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb4aec8a-77a1-4556-af24-f6bc6a831b3d req-6085f65f-2eba-4ea6-876e-a32100f07840 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 931 time: 0.1992955 Mar 03 14:09:52.097118 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] For port e41252ef-2b91-48eb-9342-9a87cb391814, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:52.135472 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:52.175718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f800181-e177-4971-91cd-f325b8900970 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:09:52.192913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks [] for port (4f800181-e177-4971-91cd-f325b8900970), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.206765 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Current status of the port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:52.219490 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.226700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Transition to ACTIVE for port object 4f800181-e177-4971-91cd-f325b8900970 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:09:52.233468 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb4aec8a-77a1-4556-af24-f6bc6a831b3d req-1c257915-bcbf-4797-93a1-47f5556afb6d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347778 Mar 03 14:09:52.237821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4f800181-e177-4971-91cd-f325b8900970), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.241017 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] For port e41252ef-2b91-48eb-9342-9a87cb391814, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e41252ef-2b91-48eb-9342-9a87cb391814,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:52.282490 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.289527 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for router_gateway (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.377865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:52.478454 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Attempting to bind port 4f800181-e177-4971-91cd-f325b8900970 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:52.479037 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Attempting to bind port 4f800181-e177-4971-91cd-f325b8900970 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:52.479563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Attempting to bind port 4f800181-e177-4971-91cd-f325b8900970 on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:52.493727 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Port 4f800181-e177-4971-91cd-f325b8900970 on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:09:52.494323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Attempting to bind port 4f800181-e177-4971-91cd-f325b8900970 on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:52.503451 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:52.504107 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Checking segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:52.504692 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Bound using segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:52.505322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Bound port: 4f800181-e177-4971-91cd-f325b8900970, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:52.505930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4f800181-e177-4971-91cd-f325b8900970), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.538630 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] For port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:52.592708 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c01b7-4a87-4ec2-acad-d15ba633fb34 None None] Pushing event updated for resources: {'Port': ['ID=e41252ef-2b91-48eb-9342-9a87cb391814,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:52.595709 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.604239 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 828630e4-ee8e-4973-bd24-5f6176850ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:52.775193 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:52.805686 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20664cce-5532-48fc-b0fc-8110bbbd0bfd None None] Pushing event updated for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:52.806385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4f800181-e177-4971-91cd-f325b8900970,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:52.821877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-065619dc-54b3-4e85-b82b-27663b8fc37d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:52.823760 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-065619dc-54b3-4e85-b82b-27663b8fc37d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 818 time: 0.2490640 Mar 03 14:09:52.826102 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4f800181-e177-4971-91cd-f325b8900970), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.830536 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.852399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4c15e3d1-4242-4af6-adcc-9a7601d807df None None] Provisioning complete for port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:52.852399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4c15e3d1-4242-4af6-adcc-9a7601d807df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.891798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-039fa9f0-ce21-40f4-8a7e-fb960146f160 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/quotas/d1c9d6659fee4f73bdeceb910bedabc6 HTTP/1.1" status: 200 len: 375 time: 0.0583653 Mar 03 14:09:52.907083 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:52.949773 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf1a54-f8dc-440a-9c79-4c73db7eff1d None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:52.962741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:52.963374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:52.964795 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f800181-e177-4971-91cd-f325b8900970 HTTP/1.1" status: 200 len: 1093 time: 1.8695996 Mar 03 14:09:52.965275 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'tag': '4f800181-e177-4971-91cd-f325b8900970'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:09:52.967611 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89bc21-7f02-4200-95f8-8032faaececc" -d '{"events": [{"name": "network-changed", "server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "tag": "4f800181-e177-4971-91cd-f325b8900970"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:09:53.054432 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4c15e3d1-4242-4af6-adcc-9a7601d807df None None] Current status of the port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:53.099854 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41110) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:53.154701 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device b4124c9c-1b3c-4795-be62-d35da4323add up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:53.238538 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port b4124c9c-1b3c-4795-be62-d35da4323add triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:53.238914 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.264105 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9f9b-39d9-44b9-93e9-fff48d81c633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.345224 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port b4124c9c-1b3c-4795-be62-d35da4323add is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:53.345574 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.371953 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port b4124c9c-1b3c-4795-be62-d35da4323add, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=b4124c9c-1b3c-4795-be62-d35da4323add,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:53.377171 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.378114 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e41252ef-2b91-48eb-9342-9a87cb391814 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:53.399293 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d310d1-8bf0-4228-aa19-40251e152aca x-openstack-request-id: req-e1d310d1-8bf0-4228-aa19-40251e152aca {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:09:53.399576 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "tag": "4f800181-e177-4971-91cd-f325b8900970", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:09:53.399831 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1d310d1-8bf0-4228-aa19-40251e152aca {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:09:53.400225 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'tag': '4f800181-e177-4971-91cd-f325b8900970', 'status': 'completed', 'code': 200} Mar 03 14:09:53.417014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac4b5b-60fc-4a9b-9452-2c55583d4a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:53.418346 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9f9b-39d9-44b9-93e9-fff48d81c633 admin admin] Publish callbacks [] for security_group (ad57be18-d53e-4f2b-aeff-028d14f81fae), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.454670 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9f9b-39d9-44b9-93e9-fff48d81c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ad57be18-d53e-4f2b-aeff-028d14f81fae), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.469644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=b4124c9c-1b3c-4795-be62-d35da4323add,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:53.500834 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23fd8952-8305-47a5-9e91-53e15a0c0275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.524757 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port e41252ef-2b91-48eb-9342-9a87cb391814 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:53.525129 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.534794 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-3649ef94-f986-41f2-a228-1abaf4b62f52 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6421530 Mar 03 14:09:53.542056 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ab5d9f9b-39d9-44b9-93e9-fff48d81c633 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=953852c5e2844809bab14e1875621a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405489 Mar 03 14:09:53.543292 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d9f9b-39d9-44b9-93e9-fff48d81c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad57be18-d53e-4f2b-aeff-028d14f81fae,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:53.556729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a1b9-9689-440f-bc9f-98570cd3710e req-24560ce5-6287-4402-9df1-8e4190da241f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:53.563787 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f22a1b9-9689-440f-bc9f-98570cd3710e req-24560ce5-6287-4402-9df1-8e4190da241f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.1678357 Mar 03 14:09:53.566317 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41118) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:53.621385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port e41252ef-2b91-48eb-9342-9a87cb391814 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:53.621806 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.636148 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] Publish callbacks [] for security_group (ad57be18-d53e-4f2b-aeff-028d14f81fae), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.658871 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port e41252ef-2b91-48eb-9342-9a87cb391814, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e41252ef-2b91-48eb-9342-9a87cb391814,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:53.663634 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.674036 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] Publish callbacks [] for security_group (ad57be18-d53e-4f2b-aeff-028d14f81fae), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.726660 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f22a1b9-9689-440f-bc9f-98570cd3710e req-c6845953-04eb-4376-b501-67805c2bba5d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533582 Mar 03 14:09:53.748811 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:09:53.767182 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ad57be18-d53e-4f2b-aeff-028d14f81fae), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.770782 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:53.774518 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad57be18-d53e-4f2b-aeff-028d14f81fae HTTP/1.1" status: 204 len: 168 time: 0.2046378 Mar 03 14:09:53.789611 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c66e2f-22e3-494d-83bc-99d842911808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad57be18-d53e-4f2b-aeff-028d14f81fae,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:53.915992 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=e41252ef-2b91-48eb-9342-9a87cb391814,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:53.923226 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-f2e0ae10-5925-428d-a9dc-22ce077f2f14 service neutron] 10.222.0.31 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748341 Mar 03 14:09:53.943808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:53.956616 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Sync routers for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:53.971620 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:53.972517 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:54.006574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.008111 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-47c4c0f5-818e-46f5-bbeb-c3506f64eb25 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1495490 Mar 03 14:09:54.010741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41126) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:54.088992 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-9ac7407a-25d7-47a4-ac5f-0ae4c114f929 service neutron] 10.222.0.31 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570604 Mar 03 14:09:54.096248 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:54.219031 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41128) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:54.237367 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2da79b1d-8335-4a29-ae4d-fe14c73d16da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.389490 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Sync routers for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:09:54.390230 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2da79b1d-8335-4a29-ae4d-fe14c73d16da admin admin] Publish callbacks [] for security_group (41859cda-cd48-45f0-855b-8ab4766732e5), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.395973 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2da79b1d-8335-4a29-ae4d-fe14c73d16da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (41859cda-cd48-45f0-855b-8ab4766732e5), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.406484 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-952d00e8-55a7-4fa8-82ce-73e6a1faae58 req-46760a0c-b738-46f5-9f05-42b6f9136e48 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 210 time: 0.0603757 Mar 03 14:09:54.409847 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:54.411711 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:54.426848 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2da79b1d-8335-4a29-ae4d-fe14c73d16da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02502d20d08d4909871a8380d967a114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070532 Mar 03 14:09:54.429314 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41134) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:54.467481 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 3, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:54.542433 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da79b1d-8335-4a29-ae4d-fe14c73d16da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41859cda-cd48-45f0-855b-8ab4766732e5,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:54.565039 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1b1b9-2db8-411e-a964-5dbf7025edf6 None None] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:09:54.587653 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] Publish callbacks [] for security_group (41859cda-cd48-45f0-855b-8ab4766732e5), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.597388 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Checking router: 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:54.603026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Updating router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 port 655db5ac-6315-4717-a2ba-739a0ebb0d43 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:09:54.652168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] Publish callbacks [] for security_group (41859cda-cd48-45f0-855b-8ab4766732e5), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.796825 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:54.814618 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-98995527-8ad6-41df-8b6f-715ec8ff84fd None None] Provisioning complete for port e41252ef-2b91-48eb-9342-9a87cb391814 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:54.815385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-98995527-8ad6-41df-8b6f-715ec8ff84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.817766 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.825430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (41859cda-cd48-45f0-855b-8ab4766732e5), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.832502 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:54.838793 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41859cda-cd48-45f0-855b-8ab4766732e5 HTTP/1.1" status: 204 len: 168 time: 0.4051511 Mar 03 14:09:54.860450 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fbec9-743a-4109-b7ce-eb48a139310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41859cda-cd48-45f0-855b-8ab4766732e5,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:54.875622 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.097212 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89bc21-7f02-4200-95f8-8032faaececc req-092685b4-19c6-464d-bf84-a6e9e2d6406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:55.098737 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1c89bc21-7f02-4200-95f8-8032faaececc req-092685b4-19c6-464d-bf84-a6e9e2d6406c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 1127 time: 0.4651713 Mar 03 14:09:55.139664 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.252362 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks [] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.264539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device b4124c9c-1b3c-4795-be62-d35da4323add up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:55.404140 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.411228 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Allocated IP 172.20.0.1 (6696b681-94c8-45ca-8bfc-8b7a684778e7/4e6ce0cd-2021-4a7b-8aa9-321505a01980/9ef24888-9b7d-4a76-873c-08fe822c46bf) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:55.478394 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ce31-80ee-4f73-9362-2c6f88149652 None None] Pushing event updated for resources: {'Port': ['ID=655db5ac-6315-4717-a2ba-739a0ebb0d43,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:55.529047 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Attempting to bind port 655db5ac-6315-4717-a2ba-739a0ebb0d43 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:55.529809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Attempting to bind port 655db5ac-6315-4717-a2ba-739a0ebb0d43 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:55.530022 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Attempting to bind port 655db5ac-6315-4717-a2ba-739a0ebb0d43 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:55.553486 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:55.562121 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:55.564220 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.564679 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:55.565194 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Bound port: 655db5ac-6315-4717-a2ba-739a0ebb0d43, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:55.565586 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.582886 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:50Z', 'revision_number': 4, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '42bb049f-23e9-4abe-a9d3-463951210487', 'name': '', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'mac_address': 'fa:16:3e:a3:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 2, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'subnets': [{'id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:55.616642 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks [] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.618977 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Checking router: 746c1915-f6a6-4832-bec8-b3c31fbd6d95 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:09:55.619330 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Updating router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 port 42bb049f-23e9-4abe-a9d3-463951210487 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:09:55.623749 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41166) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:55.637570 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port b4124c9c-1b3c-4795-be62-d35da4323add triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:55.638064 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.640990 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b206137-b160-425e-9d4d-7a6e0d0d8f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.656090 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (42bb049f-23e9-4abe-a9d3-463951210487), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.693029 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66271c-cf44-4dcd-a41c-abcde5992a9d req-f649cea0-5d59-43af-b6a0-143a485c9e0a tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:55.694641 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df66271c-cf44-4dcd-a41c-abcde5992a9d req-f649cea0-5d59-43af-b6a0-143a485c9e0a tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.7888901 Mar 03 14:09:55.711243 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-0e71e2d6-43d7-41f1-85ad-50f3d1da49b5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:55.712752 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] For port 655db5ac-6315-4717-a2ba-739a0ebb0d43, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:55.713659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-0e71e2d6-43d7-41f1-85ad-50f3d1da49b5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 818 time: 0.9691508 Mar 03 14:09:55.717305 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] For port 655db5ac-6315-4717-a2ba-739a0ebb0d43, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=655db5ac-6315-4717-a2ba-739a0ebb0d43,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:55.731730 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.778294 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b206137-b160-425e-9d4d-7a6e0d0d8f1a admin admin] Publish callbacks [] for security_group (53310091-fd6d-4c86-aadf-c00be284e822), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.787119 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b206137-b160-425e-9d4d-7a6e0d0d8f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (53310091-fd6d-4c86-aadf-c00be284e822), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.821381 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-ce5eb87f-6af3-442e-a534-28080c216fac tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/quotas/d1c9d6659fee4f73bdeceb910bedabc6 HTTP/1.1" status: 200 len: 375 time: 0.0826697 Mar 03 14:09:55.855833 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6b206137-b160-425e-9d4d-7a6e0d0d8f1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49e2ff80204e4abcb111e01722b77721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291369 Mar 03 14:09:55.856718 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41168) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:55.865440 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b206137-b160-425e-9d4d-7a6e0d0d8f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53310091-fd6d-4c86-aadf-c00be284e822,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:55.919831 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89bc21-7f02-4200-95f8-8032faaececc req-9e659e8f-8354-4893-9d2f-af13ccc06b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:55.921372 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1c89bc21-7f02-4200-95f8-8032faaececc req-9e659e8f-8354-4893-9d2f-af13ccc06b2e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd897bdad51b4b0abd357df599113c9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7302272 Mar 03 14:09:55.927488 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.941047 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] Publish callbacks [] for security_group (53310091-fd6d-4c86-aadf-c00be284e822), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:55.946923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:55.947578 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:55.978292 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df66271c-cf44-4dcd-a41c-abcde5992a9d req-5b7c65b9-f7ac-4c90-81f5-4e2d2bfd5cf5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748201 Mar 03 14:09:55.979485 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] Publish callbacks [] for security_group (53310091-fd6d-4c86-aadf-c00be284e822), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.032907 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ce31-80ee-4f73-9362-2c6f88149652 None None] Pushing event updated for resources: {'Port': ['ID=655db5ac-6315-4717-a2ba-739a0ebb0d43,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:56.078720 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (53310091-fd6d-4c86-aadf-c00be284e822), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.079595 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-98995527-8ad6-41df-8b6f-715ec8ff84fd None None] Current status of the port e41252ef-2b91-48eb-9342-9a87cb391814 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:56.082410 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.086326 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53310091-fd6d-4c86-aadf-c00be284e822 HTTP/1.1" status: 204 len: 168 time: 0.2260048 Mar 03 14:09:56.107179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.112204 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b39950-cdbd-4b1c-9f1d-62097016b161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53310091-fd6d-4c86-aadf-c00be284e822,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:56.151797 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port b4124c9c-1b3c-4795-be62-d35da4323add is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:56.152840 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e41252ef-2b91-48eb-9342-9a87cb391814 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:56.210997 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:56.216868 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:56.258417 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:56.280407 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks [] for port (42bb049f-23e9-4abe-a9d3-463951210487), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.282309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:56.282840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.287700 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.379325 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4a077-6c58-4680-a0d9-649b20448595 None None] Pushing event updated for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:56.445489 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-de88bf6d-dde7-453e-957a-1d2229f7b5a2 None None] Provisioning complete for port e41252ef-2b91-48eb-9342-9a87cb391814 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:56.445952 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-de88bf6d-dde7-453e-957a-1d2229f7b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.460819 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Attempting to bind port 42bb049f-23e9-4abe-a9d3-463951210487 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:09:56.461439 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Attempting to bind port 42bb049f-23e9-4abe-a9d3-463951210487 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:09:56.461982 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Attempting to bind port 42bb049f-23e9-4abe-a9d3-463951210487 on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:09:56.469842 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:09:56.470587 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Checking segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:09:56.471318 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.472013 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Bound using segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:09:56.472737 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Bound port: 42bb049f-23e9-4abe-a9d3-463951210487, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:09:56.473412 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (42bb049f-23e9-4abe-a9d3-463951210487), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.502309 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port e41252ef-2b91-48eb-9342-9a87cb391814 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:56.502821 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.559260 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] For port 42bb049f-23e9-4abe-a9d3-463951210487, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:09:56.563321 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] For port 42bb049f-23e9-4abe-a9d3-463951210487, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=42bb049f-23e9-4abe-a9d3-463951210487,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:09:56.575252 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:56.653021 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:09:56.654628 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:56.772151 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-bb4f6aaf-8388-4ff5-8bfc-48d2fbae9bd0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9188242 Mar 03 14:09:56.785210 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:09:56.790139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:56.856369 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-de88bf6d-dde7-453e-957a-1d2229f7b5a2 None None] Current status of the port e41252ef-2b91-48eb-9342-9a87cb391814 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:56.937215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port e41252ef-2b91-48eb-9342-9a87cb391814 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:56.938510 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:56.957309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-38162bfc-d208-48ac-9535-2a93f8217a57 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:56.958973 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-38162bfc-d208-48ac-9535-2a93f8217a57 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 818 time: 0.9671433 Mar 03 14:09:56.982297 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4a077-6c58-4680-a0d9-649b20448595 None None] Pushing event updated for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:56.995085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Request body: {'port': {'device_id': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'admin_state_up': True, 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:09:57.020438 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89bc21-7f02-4200-95f8-8032faaececc req-c86063f3-52d8-4b6f-abd1-64248868fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:57.028744 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1c89bc21-7f02-4200-95f8-8032faaececc req-c86063f3-52d8-4b6f-abd1-64248868fca9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0972488 Mar 03 14:09:57.057838 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-314f31de-a7b4-494b-b741-ca50cc577e64 None None] Provisioning complete for port 9ef24888-9b7d-4a76-873c-08fe822c46bf triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:57.058215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-314f31de-a7b4-494b-b741-ca50cc577e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.102380 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-314f31de-a7b4-494b-b741-ca50cc577e64 None None] Port 9ef24888-9b7d-4a76-873c-08fe822c46bf cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:09:57.103306 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 3, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:57.116973 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:50Z', 'revision_number': 4, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '42bb049f-23e9-4abe-a9d3-463951210487', 'name': '', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'mac_address': 'fa:16:3e:a3:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:56Z', 'revision_number': 4, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'subnets': [{'id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:09:57.144191 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b307a2f-274a-4d8f-81dc-ecafd0b5d1c1 None None] The sync data for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi is: [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:51Z', 'revision_number': 3, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:57.154443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:57.154818 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.163335 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ba58-77f8-452b-be06-0fbfb9e25c4b None None] The sync data for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi is: [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:09:50Z', 'revision_number': 4, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '42bb049f-23e9-4abe-a9d3-463951210487', 'name': '', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'mac_address': 'fa:16:3e:a3:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:56Z', 'revision_number': 4, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'subnets': [{'id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:09:57.267342 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-00994981-689a-41ef-98aa-996710654171 service neutron] 10.222.0.31 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845960 Mar 03 14:09:57.337706 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:57.466161 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-6c9e5bba-2e90-4cc5-b7e6-d8e7fda6ffbd service neutron] 10.222.0.31 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817193 Mar 03 14:09:57.487419 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-c93dfcba-f757-4655-925c-733826620d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:57.489790 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-c93dfcba-f757-4655-925c-733826620d0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 1127 time: 0.4075766 Mar 03 14:09:57.495261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.511967 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 42bb049f-23e9-4abe-a9d3-463951210487 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:57.512676 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5e499-1c77-46e2-961d-2a1b677a1d13 req-f63c3446-67ab-4826-9e31-93f6dcab942e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:57.527925 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b5e499-1c77-46e2-961d-2a1b677a1d13 req-f63c3446-67ab-4826-9e31-93f6dcab942e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.3694937 Mar 03 14:09:57.546882 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.627816 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 42bb049f-23e9-4abe-a9d3-463951210487 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:57.628389 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (42bb049f-23e9-4abe-a9d3-463951210487), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.644932 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-0228ea87-ff14-442d-b333-3880f1c5401b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f800181-e177-4971-91cd-f325b8900970 HTTP/1.1" status: 200 len: 217 time: 0.1133630 Mar 03 14:09:57.853122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Made reservation on behalf of d1c9d6659fee4f73bdeceb910bedabc6 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:09:57.856817 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.869927 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 42bb049f-23e9-4abe-a9d3-463951210487 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:57.870318 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (42bb049f-23e9-4abe-a9d3-463951210487), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:57.934260 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b5e499-1c77-46e2-961d-2a1b677a1d13 req-c4d89d53-9a3d-4656-a8c2-76eda37be3b1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050801 Mar 03 14:09:57.951812 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-20bd5067-cddf-4fb3-b667-cbf22643f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:57.954804 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-20bd5067-cddf-4fb3-b667-cbf22643f71f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.2943480 Mar 03 14:09:57.962479 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 42bb049f-23e9-4abe-a9d3-463951210487, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=42bb049f-23e9-4abe-a9d3-463951210487,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:57.971703 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:58.091913 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:58.135068 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f8396287-0cf9-421b-a35c-ac96547674ee req-0293036e-65a3-4809-8112-02e960db5c0a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.1994793 Mar 03 14:09:58.157529 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-d7cf8b1c-0e9a-48ed-b3a5-b3c7a2321938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512311 Mar 03 14:09:58.376085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks [] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:58.387498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:58.388358 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:58.459338 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:58.477590 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Allocated IP 172.20.0.5 (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3/21a154d9-8f40-4430-aae0-ab380cc90802/27e51abd-0683-4f9d-958c-c4230313389f) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:09:58.634145 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-a31b0675-7074-47d4-9f46-877d0c9b86fa service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984942 Mar 03 14:09:58.728662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:58.744047 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:58.913998 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3667cbf8-590a-4dd7-bef9-60dc32fb70c0 req-66ef7eef-465d-441f-840b-8fdaa0eb46fd service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643378 Mar 03 14:09:58.984603 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks [] for port (27e51abd-0683-4f9d-958c-c4230313389f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.027934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:09:59.061495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.080375 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4e1aadb5-c83c-4ef9-867a-9f87f5756db0 None None] Provisioning complete for port 9ef24888-9b7d-4a76-873c-08fe822c46bf triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:59.080814 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4e1aadb5-c83c-4ef9-867a-9f87f5756db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.147412 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aadb5-c83c-4ef9-867a-9f87f5756db0 None None] Port 9ef24888-9b7d-4a76-873c-08fe822c46bf cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:09:59.230124 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:09:59.310188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:09:59.315599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-80ab0df4-388e-4007-8499-40b8bebef5ce req-9d3585e4-dcac-48e1-8412-9ad897820f7d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.0725584 Mar 03 14:09:59.320208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:09:59.325232 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:59.325853 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.331589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Pushing event updated for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:59.358852 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e50eaa-e8d4-4db5-a56f-489f50ee0976 req-95d3b2f4-246a-4120-9877-42793e5d70c1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:09:59.360353 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b3e50eaa-e8d4-4db5-a56f-489f50ee0976 req-95d3b2f4-246a-4120-9877-42793e5d70c1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.3153236 Mar 03 14:09:59.366685 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-58f401d6-b81a-405b-9087-b8d06057370f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3760436 Mar 03 14:09:59.385366 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:09:59.397838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9075ebfd-e905-4402-b387-a4b91e6ff6d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/61dccb63-9a47-49a7-8dd4-cb4bc878cf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3802052 Mar 03 14:09:59.436446 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b3e50eaa-e8d4-4db5-a56f-489f50ee0976 req-6cde8a3e-5fb3-4ef8-bb42-57abfcf621ca tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Mar 03 14:09:59.544064 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 42bb049f-23e9-4abe-a9d3-463951210487 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:59.594546 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 42bb049f-23e9-4abe-a9d3-463951210487 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:59.594887 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (42bb049f-23e9-4abe-a9d3-463951210487), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.673284 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 42bb049f-23e9-4abe-a9d3-463951210487 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:59.674409 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 655db5ac-6315-4717-a2ba-739a0ebb0d43 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:09:59.700035 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41282) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:09:59.726168 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 655db5ac-6315-4717-a2ba-739a0ebb0d43 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:09:59.726539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.805299 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 655db5ac-6315-4717-a2ba-739a0ebb0d43 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:09:59.805714 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.825930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6b2f463d-65f8-44a1-8bee-4e0419fc4a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.826231 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 655db5ac-6315-4717-a2ba-739a0ebb0d43, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=655db5ac-6315-4717-a2ba-739a0ebb0d43,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:09:59.830612 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.887536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=655db5ac-6315-4717-a2ba-739a0ebb0d43,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:59.908444 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6b2f463d-65f8-44a1-8bee-4e0419fc4a7c admin admin] Publish callbacks [] for security_group (c1264ef1-0b16-4ecc-8b14-9ac943e5e111), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.912314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6b2f463d-65f8-44a1-8bee-4e0419fc4a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c1264ef1-0b16-4ecc-8b14-9ac943e5e111), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:09:59.956470 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6b2f463d-65f8-44a1-8bee-4e0419fc4a7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=663cc507af1f48e8b3a74133f5d212b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552872 Mar 03 14:09:59.957331 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f463d-65f8-44a1-8bee-4e0419fc4a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1264ef1-0b16-4ecc-8b14-9ac943e5e111,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:09:59.959267 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41288) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.009856 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41290) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.014399 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70225129', 'description': 'tempest-secgroup-smoke-70225129 description', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:00.035717 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.109341 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (e6724acf-050b-44bc-8036-2daa2e41fbba), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.113699 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (e6724acf-050b-44bc-8036-2daa2e41fbba), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.144399 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.145651 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1347613 Mar 03 14:10:00.149280 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41292) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.153615 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:00.164058 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b0437-13f0-4ca9-a440-b4931b92919f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6724acf-050b-44bc-8036-2daa2e41fbba,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.186408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (2b5249ed-6b3d-456a-923b-65bf2454bd2b), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.192403 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] Publish callbacks [] for security_group (c1264ef1-0b16-4ecc-8b14-9ac943e5e111), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.215038 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] Publish callbacks [] for security_group (c1264ef1-0b16-4ecc-8b14-9ac943e5e111), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.252027 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (2b5249ed-6b3d-456a-923b-65bf2454bd2b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.255953 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (2b5249ed-6b3d-456a-923b-65bf2454bd2b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.264199 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c1264ef1-0b16-4ecc-8b14-9ac943e5e111), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.266971 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.268125 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1264ef1-0b16-4ecc-8b14-9ac943e5e111 HTTP/1.1" status: 204 len: 168 time: 0.3078744 Mar 03 14:10:00.274942 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5249ed-6b3d-456a-923b-65bf2454bd2b,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.276411 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990811-2390-4fff-845f-2dd30022fc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1264ef1-0b16-4ecc-8b14-9ac943e5e111,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.283770 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.287580 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e632c955-d48c-47e1-ae20-27cb28283dba tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346338 Mar 03 14:10:00.287927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41296) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.292066 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:00.320599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (2095da2a-43ce-42c3-9556-75a3069ba22c), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.407361 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (2095da2a-43ce-42c3-9556-75a3069ba22c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.425284 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fa7b2265-4e7d-444d-9319-b69c16f0bf5d req-da40e552-eb01-44b5-8b75-d3de83ba85c1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.0336485 Mar 03 14:10:00.426079 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (2095da2a-43ce-42c3-9556-75a3069ba22c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.445134 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2095da2a-43ce-42c3-9556-75a3069ba22c,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.459640 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.464393 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-533644aa-194f-4b5f-8808-a81d1bea3378 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721821 Mar 03 14:10:00.464393 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41304) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.470031 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:00.527440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (c8e9f49b-c6a9-4832-8c67-f45d0e717e3d), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.649927 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41308) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.665064 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-642bff56-6ba2-4ddf-ab9c-1efa0a57c66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.768948 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-642bff56-6ba2-4ddf-ab9c-1efa0a57c66c admin admin] Publish callbacks [] for security_group (3d460dc5-9ddb-4a30-bc2d-350c116f973c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.772989 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-642bff56-6ba2-4ddf-ab9c-1efa0a57c66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (3d460dc5-9ddb-4a30-bc2d-350c116f973c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.815019 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-642bff56-6ba2-4ddf-ab9c-1efa0a57c66c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b41331b2620c4610a471e22a979fadf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637776 Mar 03 14:10:00.816068 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bff56-6ba2-4ddf-ab9c-1efa0a57c66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d460dc5-9ddb-4a30-bc2d-350c116f973c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.819704 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41312) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:00.872974 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] Publish callbacks [] for security_group (3d460dc5-9ddb-4a30-bc2d-350c116f973c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.900481 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] Publish callbacks [] for security_group (3d460dc5-9ddb-4a30-bc2d-350c116f973c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.942258 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dc338-c98d-4d78-bc9c-4628c642cdd5 req-839f5fe1-b184-4242-9ce2-6784995a7ce8 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:00.943788 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f0dc338-c98d-4d78-bc9c-4628c642cdd5 req-839f5fe1-b184-4242-9ce2-6784995a7ce8 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.4073241 Mar 03 14:10:00.950503 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (3d460dc5-9ddb-4a30-bc2d-350c116f973c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.954159 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.955377 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d460dc5-9ddb-4a30-bc2d-350c116f973c HTTP/1.1" status: 204 len: 168 time: 0.1340337 Mar 03 14:10:00.955498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (c8e9f49b-c6a9-4832-8c67-f45d0e717e3d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:00.964824 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc25936-0c56-43bb-87fd-b4412016f5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d460dc5-9ddb-4a30-bc2d-350c116f973c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:00.969868 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (c8e9f49b-c6a9-4832-8c67-f45d0e717e3d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.000747 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e9f49b-c6a9-4832-8c67-f45d0e717e3d,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:01.012644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.013912 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b77869e3-54d6-4d95-ba8e-a7890a770cf7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5484834 Mar 03 14:10:01.017485 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41316) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:01.021773 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f0dc338-c98d-4d78-bc9c-4628c642cdd5 req-28426508-1c19-43f4-9a94-6e1ce44a00b5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682945 Mar 03 14:10:01.022594 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:01.051307 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (bd233c82-644f-4f33-91d1-3dd250214cb0), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.100205 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (bd233c82-644f-4f33-91d1-3dd250214cb0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.104270 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (bd233c82-644f-4f33-91d1-3dd250214cb0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.122748 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd233c82-644f-4f33-91d1-3dd250214cb0,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:01.132522 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.136485 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2145e65e-5a0c-46d2-9800-8c7df497cc7e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150830 Mar 03 14:10:01.136850 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41318) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:01.142116 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:01.163373 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Project 4de7222ced0f4af7b7f8364ca5aa8baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:10:01.170968 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (bd84a892-c782-4ab1-aab5-d13a4f5909d6), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.184662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Request body: {'port': {'device_id': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:01.215536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.245154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (bd84a892-c782-4ab1-aab5-d13a4f5909d6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.251029 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (bd84a892-c782-4ab1-aab5-d13a4f5909d6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.276037 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd84a892-c782-4ab1-aab5-d13a4f5909d6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:01.281269 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (27e51abd-0683-4f9d-958c-c4230313389f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.285553 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.286993 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-06b9d3e3-3f18-42bf-b0f4-dbfcbe07bcbb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493647 Mar 03 14:10:01.289949 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41324) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:01.297963 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'security_group_rule': {'security_group_id': 'e6724acf-050b-44bc-8036-2daa2e41fbba', 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:01.332306 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Project 4de7222ced0f4af7b7f8364ca5aa8baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:10:01.337286 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (794a66a9-2ecd-4ee9-aa0a-6547cb8de0c6), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.417072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (794a66a9-2ecd-4ee9-aa0a-6547cb8de0c6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.422220 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (794a66a9-2ecd-4ee9-aa0a-6547cb8de0c6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.441095 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 655db5ac-6315-4717-a2ba-739a0ebb0d43 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:01.447174 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794a66a9-2ecd-4ee9-aa0a-6547cb8de0c6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:01.462902 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.464809 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8dc0cc96-160e-4093-9e9e-4dc7d519d5ac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730025 Mar 03 14:10:01.566596 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 655db5ac-6315-4717-a2ba-739a0ebb0d43 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:01.567342 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.576865 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-20e156af-24aa-465d-8f79-d044ede4b208 req-ac78b091-f2ec-4dd1-870d-a2a786c0a5db tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.0552936 Mar 03 14:10:01.657985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Sync routers for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:10:01.688198 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:01.688840 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:01.790284 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e51abd-0683-4f9d-958c-c4230313389f {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:01.803470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks [] for port (27e51abd-0683-4f9d-958c-c4230313389f), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.822169 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Transition to ACTIVE for port object 27e51abd-0683-4f9d-958c-c4230313389f will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:10:01.881801 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:01.892174 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 655db5ac-6315-4717-a2ba-739a0ebb0d43 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:01.930287 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:02.209598 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:02.236758 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:57Z', 'revision_number': 4, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9ef24888-9b7d-4a76-873c-08fe822c46bf', 'name': '', 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'mac_address': 'fa:16:3e:c0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:55Z', 'updated_at': '2022-03-03T14:09:57Z', 'revision_number': 2, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'subnets': [{'id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:02.252979 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Attempting to bind port 27e51abd-0683-4f9d-958c-c4230313389f on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:02.253313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Attempting to bind port 27e51abd-0683-4f9d-958c-c4230313389f by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:02.253863 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Attempting to bind port 27e51abd-0683-4f9d-958c-c4230313389f on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:02.272715 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d22174-587c-4508-9968-09d7023d3b6f req-6a9b086a-f474-4469-a953-584d0abf4034 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:02.284928 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1d22174-587c-4508-9968-09d7023d3b6f req-6a9b086a-f474-4469-a953-584d0abf4034 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.1173544 Mar 03 14:10:02.301436 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Checking router: 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:10:02.301839 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Updating router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 port 9ef24888-9b7d-4a76-873c-08fe822c46bf binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:10:02.304502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d27f1d45-8346-495d-abba-2b9a5f4e1b0c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:02.325252 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d27f1d45-8346-495d-abba-2b9a5f4e1b0c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 818 time: 0.5820892 Mar 03 14:10:02.333116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Port 27e51abd-0683-4f9d-958c-c4230313389f on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:10:02.334024 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Attempting to bind port 27e51abd-0683-4f9d-958c-c4230313389f on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:02.337718 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.347114 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Request body: {'port': {'device_id': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'admin_state_up': True, 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:02.405553 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:02.406051 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Checking segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:02.406546 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Bound using segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:02.407134 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Bound port: 27e51abd-0683-4f9d-958c-c4230313389f, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:02.407595 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (27e51abd-0683-4f9d-958c-c4230313389f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.489843 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1d22174-587c-4508-9968-09d7023d3b6f req-7e088a01-c028-481d-a8e7-b2ade3e0e86b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041657 Mar 03 14:10:02.555275 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:02.559880 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=27e51abd-0683-4f9d-958c-c4230313389f,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:02.570360 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.600189 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Made reservation on behalf of d1c9d6659fee4f73bdeceb910bedabc6 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:02.603503 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.625360 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:02.626096 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.627490 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 1093 time: 1.4495721 Mar 03 14:10:02.629729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:02.631951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a203e-4699-4bbf-8214-e4cb4347db58" -d '{"events": [{"name": "network-changed", "server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "tag": "27e51abd-0683-4f9d-958c-c4230313389f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:02.689915 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks [] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.698681 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.754215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868b65-fdda-4600-a5f0-b13c84379843 None None] Pushing event updated for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:02.763440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e23356-96fd-4d3b-ad40-5177682a1b2d x-openstack-request-id: req-81e23356-96fd-4d3b-ad40-5177682a1b2d {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:02.763440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "tag": "27e51abd-0683-4f9d-958c-c4230313389f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:02.763440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81e23356-96fd-4d3b-ad40-5177682a1b2d {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:02.763791 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f', 'status': 'completed', 'code': 200} Mar 03 14:10:02.798431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-94ae3c38-9acd-42dc-913d-06e0e8be6421 req-915a75be-0078-47e1-ae03-bf401cd8fc98 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.1062851 Mar 03 14:10:02.799037 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55da1e-cb2d-461c-8c84-70f3745c72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:02.855181 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Attempting to bind port 9ef24888-9b7d-4a76-873c-08fe822c46bf on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:02.855854 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Attempting to bind port 9ef24888-9b7d-4a76-873c-08fe822c46bf by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:02.860653 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Attempting to bind port 9ef24888-9b7d-4a76-873c-08fe822c46bf on network 6696b681-94c8-45ca-8bfc-8b7a684778e7 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:02.866327 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:02.866809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Checking segment: {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:02.869608 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.870100 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Bound using segment: {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:02.870655 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Bound port: 9ef24888-9b7d-4a76-873c-08fe822c46bf, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc7826-d009-4197-bb83-7a48a35dd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:02.871120 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:02.907010 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8798c3f7-5b6d-4bd4-8aa5-9f5a3613f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:02.909368 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-8798c3f7-5b6d-4bd4-8aa5-9f5a3613f9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1127 time: 0.2200143 Mar 03 14:10:02.917150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Allocated IP 172.20.0.8 (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3/21a154d9-8f40-4430-aae0-ab380cc90802/7fd23fcb-6e77-41f0-b019-e65993db8560) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:02.980899 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] For port 9ef24888-9b7d-4a76-873c-08fe822c46bf, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:02.985721 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] For port 9ef24888-9b7d-4a76-873c-08fe822c46bf, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ef24888-9b7d-4a76-873c-08fe822c46bf,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:02.993071 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-9a5d582d-0cef-4f07-80a7-de1b84cdc2cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0728378 Mar 03 14:10:02.994056 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.068974 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:03.069784 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:03.074168 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868b65-fdda-4600-a5f0-b13c84379843 None None] Pushing event updated for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:03.080185 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f088423-9853-4186-b17a-6cad5d48b03e req-aeee1fd4-72e5-439a-ba94-084053757179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:03.083260 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-aeee1fd4-72e5-439a-ba94-084053757179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0817876 Mar 03 14:10:03.165357 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-9accf709-d3a8-470a-9e03-7c9fe92c8e1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593262 Mar 03 14:10:03.211652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:03.252485 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Provisioning complete for port 9ef24888-9b7d-4a76-873c-08fe822c46bf triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:03.253128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.368756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks [] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.458969 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-f2d7b394-833e-4f4c-9adb-9d16ca7dd178 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827203 Mar 03 14:10:03.460634 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.563115 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:03.571355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:03.586949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:03.592129 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:03.592686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.620028 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Current status of the port 9ef24888-9b7d-4a76-873c-08fe822c46bf is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:03.620412 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.625018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Pushing event updated for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:03.635453 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d4a1669c-a039-4af1-af56-fe8eddf3c3ea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951124 Mar 03 14:10:03.651014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Request body: {'port': {'device_id': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:03.702000 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f088423-9853-4186-b17a-6cad5d48b03e req-a7132c6d-4930-4568-a9e7-776aa229756b service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353504 Mar 03 14:10:03.706810 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] For port 9ef24888-9b7d-4a76-873c-08fe822c46bf, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ef24888-9b7d-4a76-873c-08fe822c46bf,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:03.720180 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.755239 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345fd5-f4b6-4b42-8d68-5b5256db552d req-4042cc9a-0fcf-4b6f-8a53-130d533edc3f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:03.756110 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c345fd5-f4b6-4b42-8d68-5b5256db552d req-4042cc9a-0fcf-4b6f-8a53-130d533edc3f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.1830978 Mar 03 14:10:03.783250 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.791410 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1722b2-c2a4-47ef-9ed8-d0fdc703e2f4 None None] Pushing event updated for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:03.801491 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:57Z', 'revision_number': 4, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9ef24888-9b7d-4a76-873c-08fe822c46bf', 'name': '', 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'mac_address': 'fa:16:3e:c0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:55Z', 'updated_at': '2022-03-03T14:10:02Z', 'revision_number': 4, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'subnets': [{'id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:03.832300 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0f966-d47f-42de-a032-522dc0436350 None None] The sync data for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi is: [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:09:57Z', 'revision_number': 4, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9ef24888-9b7d-4a76-873c-08fe822c46bf', 'name': '', 'network_id': '6696b681-94c8-45ca-8bfc-8b7a684778e7', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'mac_address': 'fa:16:3e:c0:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:55Z', 'updated_at': '2022-03-03T14:10:02Z', 'revision_number': 4, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'subnets': [{'id': '4e6ce0cd-2021-4a7b-8aa9-321505a01980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:10:03.858311 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4cd12508-6dca-4dce-a198-a6db82a19640 None None] Provisioning complete for port 9ef24888-9b7d-4a76-873c-08fe822c46bf triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:03.859398 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4cd12508-6dca-4dce-a198-a6db82a19640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:03.883308 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c345fd5-f4b6-4b42-8d68-5b5256db552d req-6e0a8401-e67e-4f44-b62a-a480b40ed6be tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187365 Mar 03 14:10:03.937306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-3324c034-e63d-4c0f-8b7a-8e41dadb2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:03.939893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-3324c034-e63d-4c0f-8b7a-8e41dadb2560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1127 time: 0.1663480 Mar 03 14:10:03.958658 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4cd12508-6dca-4dce-a198-a6db82a19640 None None] Current status of the port 9ef24888-9b7d-4a76-873c-08fe822c46bf is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:04.139553 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563fea-cff7-4e46-ac7a-2e5daafe13e1 req-faf02e6e-a4be-4e63-b616-f6e3d41cbd9e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:04.144310 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12563fea-cff7-4e46-ac7a-2e5daafe13e1 req-faf02e6e-a4be-4e63-b616-f6e3d41cbd9e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 931 time: 0.2505126 Mar 03 14:10:04.207135 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-43240413-7039-4af0-9ed3-a3efe7b6d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:04.208608 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-43240413-7039-4af0-9ed3-a3efe7b6d724 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.2601213 Mar 03 14:10:04.290058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-2159908b-eadc-4636-bb05-35558abea24e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0677574 Mar 03 14:10:04.294860 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12563fea-cff7-4e46-ac7a-2e5daafe13e1 req-c9aaff31-f9a6-4514-909a-aa3c0e5b9022 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424632 Mar 03 14:10:04.387308 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-3f4ba626-c056-4a07-bf2e-67024b64412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:04.388841 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-3f4ba626-c056-4a07-bf2e-67024b64412a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0893717 Mar 03 14:10:04.393729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd23fcb-6e77-41f0-b019-e65993db8560 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:04.409003 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks [] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:04.431797 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-6db5e6d6-a2d5-48e7-ad1d-c426b69682f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336235 Mar 03 14:10:04.440257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Transition to ACTIVE for port object 7fd23fcb-6e77-41f0-b019-e65993db8560 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:10:04.450453 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:04.585460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:04.600643 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Attempting to bind port 7fd23fcb-6e77-41f0-b019-e65993db8560 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:04.600992 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Attempting to bind port 7fd23fcb-6e77-41f0-b019-e65993db8560 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:04.601328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Attempting to bind port 7fd23fcb-6e77-41f0-b019-e65993db8560 on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:04.609238 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-0863f3db-cf64-427d-839d-c7e18ff93be2 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672997 Mar 03 14:10:04.609959 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Port 7fd23fcb-6e77-41f0-b019-e65993db8560 on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:10:04.610283 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Attempting to bind port 7fd23fcb-6e77-41f0-b019-e65993db8560 on network fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:04.624747 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:04.624747 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Checking segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:04.625025 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Bound using segment: {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:04.625471 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Bound port: 7fd23fcb-6e77-41f0-b019-e65993db8560, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef693d9a-54d1-453e-8631-270cb414648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:04.626043 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:04.766303 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b8a203e-4699-4bbf-8214-e4cb4347db58 req-a10911b6-2a85-450f-b68a-398c97b54a52 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510363 Mar 03 14:10:04.767326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:04.770439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7fd23fcb-6e77-41f0-b019-e65993db8560,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:04.776208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:04.819429 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:04.820059 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:04.821461 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] 10.222.0.13 "PUT /v2.0/ports/7fd23fcb-6e77-41f0-b019-e65993db8560 HTTP/1.1" status: 200 len: 1093 time: 1.1748266 Mar 03 14:10:04.821934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:04.824179 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41412d3b-140c-4cee-a36b-08363bb48c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:04.844621 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac0f0-ab0c-4f7e-bb81-fe619813a334 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:04.878679 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b90541-0cc4-405d-ab62-87286b748ef1 x-openstack-request-id: req-63b90541-0cc4-405d-ab62-87286b748ef1 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:04.878976 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:04.879234 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63b90541-0cc4-405d-ab62-87286b748ef1 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:04.879633 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560', 'status': 'completed', 'code': 200} Mar 03 14:10:04.914471 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a0e47a6c-3ecb-4d17-93f2-bd19688d8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:04.915942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-a0e47a6c-3ecb-4d17-93f2-bd19688d8362 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 1127 time: 0.0480099 Mar 03 14:10:04.960003 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-983e95d7-d3cf-4f51-b2fb-949b1a3977bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd23fcb-6e77-41f0-b019-e65993db8560 HTTP/1.1" status: 200 len: 217 time: 0.0361922 Mar 03 14:10:05.039113 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-891739eb-6ef7-4bb8-ba66-904f6c9f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:05.040571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-891739eb-6ef7-4bb8-ba66-904f6c9f337e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0714049 Mar 03 14:10:05.050356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e4f7-8ad0-4d42-be51-9059025003a0 req-3d52958e-4e3c-43aa-84b2-7cc364277de1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:05.051779 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32c0e4f7-8ad0-4d42-be51-9059025003a0 req-3d52958e-4e3c-43aa-84b2-7cc364277de1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 943 time: 0.0945370 Mar 03 14:10:05.084092 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-fa9824c7-f281-4a8a-965e-e068f8435f92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313196 Mar 03 14:10:05.173058 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4f800181-e177-4971-91cd-f325b8900970 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:05.287600 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4f800181-e177-4971-91cd-f325b8900970,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:05.300707 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '4f800181-e177-4971-91cd-f325b8900970', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'port_id': '4f800181-e177-4971-91cd-f325b8900970', 'mac_address': 'fa:16:3e:72:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eca5d4-f3d0-4b39-9707-09fea1b1aa59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:05.344662 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4f800181-e177-4971-91cd-f325b8900970 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:05.345061 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4f800181-e177-4971-91cd-f325b8900970), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:05.369035 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f800181-e177-4971-91cd-f325b8900970 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:05.404725 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4f800181-e177-4971-91cd-f325b8900970,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:05.409579 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4f800181-e177-4971-91cd-f325b8900970), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:05.429283 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32c0e4f7-8ad0-4d42-be51-9059025003a0 req-04c6a2c2-41f9-485d-a437-4be0c3afd95e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690822 Mar 03 14:10:05.488631 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:05.502602 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-3eeae108-93ad-4636-8889-a41376617faa service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083929 Mar 03 14:10:05.509982 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ef24888-9b7d-4a76-873c-08fe822c46bf up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:05.510460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637d5fa-8367-4e15-9a58-29aead651d80 req-ca6b49a1-2cb8-44db-b1ab-a3eb9838798e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:05.511980 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f637d5fa-8367-4e15-9a58-29aead651d80 req-ca6b49a1-2cb8-44db-b1ab-a3eb9838798e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 943 time: 0.1037567 Mar 03 14:10:05.582197 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 9ef24888-9b7d-4a76-873c-08fe822c46bf triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:05.582851 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:05.635873 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f637d5fa-8367-4e15-9a58-29aead651d80 req-a3f2924d-47a0-4143-9264-930fef06fed3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008554 Mar 03 14:10:05.661687 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfe95755-e28b-4eca-b9d2-f8cb61084b5c req-d0327a1f-52dd-48fa-846b-37ddbaed53d4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442461 Mar 03 14:10:05.691101 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 9ef24888-9b7d-4a76-873c-08fe822c46bf is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:05.736907 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['4f800181-e177-4971-91cd-f325b8900970'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:05.759913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-94206fe6-64bf-4fa3-b0bd-ef54449a8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:05.761322 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-94206fe6-64bf-4fa3-b0bd-ef54449a8653 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 1127 time: 0.0510752 Mar 03 14:10:05.896878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-a92e2920-78d8-4a7a-b2c9-5e78fef23ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:05.898629 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-a92e2920-78d8-4a7a-b2c9-5e78fef23ee3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1275673 Mar 03 14:10:05.958369 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-432dcfbe-5d7e-4236-9216-a0c696f8b9d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd23fcb-6e77-41f0-b019-e65993db8560 HTTP/1.1" status: 200 len: 217 time: 0.0502014 Mar 03 14:10:06.017207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-1e345b19-1724-45e0-955a-03126e2db0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:06.018868 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-1e345b19-1724-45e0-955a-03126e2db0e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0490775 Mar 03 14:10:06.065822 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-9a7c4a86-edcd-49c5-970f-0611c048359c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290289 Mar 03 14:10:06.185970 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-7dfbaac3-c3d4-40d8-951d-680eedbf99a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056111 Mar 03 14:10:06.215583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41538) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:06.277373 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41412d3b-140c-4cee-a36b-08363bb48c1e req-4c1159cb-50b7-4210-b082-ea17d72b68a6 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Mar 03 14:10:06.323843 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7114a488-b138-4df1-a728-07e8f30154ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.400716 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7114a488-b138-4df1-a728-07e8f30154ac admin admin] Publish callbacks [] for security_group (bf1fed45-f080-484d-bb7f-406626be7dd2), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.404439 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7114a488-b138-4df1-a728-07e8f30154ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bf1fed45-f080-484d-bb7f-406626be7dd2), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.441939 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7114a488-b138-4df1-a728-07e8f30154ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f549e42911a40a7b7e2f948f5160d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251673 Mar 03 14:10:06.442886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114a488-b138-4df1-a728-07e8f30154ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1fed45-f080-484d-bb7f-406626be7dd2,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:06.445015 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41542) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:06.505079 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] Publish callbacks [] for security_group (bf1fed45-f080-484d-bb7f-406626be7dd2), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.548982 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] Publish callbacks [] for security_group (bf1fed45-f080-484d-bb7f-406626be7dd2), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.605054 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc20e-c26b-42b2-808d-437e5622f6e8 req-c66dd7c2-cfd7-4504-9534-12a0d9607d98 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:06.606706 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0aecc20e-c26b-42b2-808d-437e5622f6e8 req-c66dd7c2-cfd7-4504-9534-12a0d9607d98 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 944 time: 0.0919528 Mar 03 14:10:06.627115 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (bf1fed45-f080-484d-bb7f-406626be7dd2), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.629670 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:06.630762 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf1fed45-f080-484d-bb7f-406626be7dd2 HTTP/1.1" status: 204 len: 168 time: 0.1843338 Mar 03 14:10:06.647154 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192c8b6-8e6f-4e6a-a491-0323823943c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1fed45-f080-484d-bb7f-406626be7dd2,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:06.688292 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0aecc20e-c26b-42b2-808d-437e5622f6e8 req-2d9a79f9-0cf0-45ff-a964-6882897d6328 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708566 Mar 03 14:10:06.773493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a247-9ddf-475d-8cb9-d96ad515caf7 req-c97be308-fcc0-4373-8607-8e0c7a331196 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:06.775104 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f8f6a247-9ddf-475d-8cb9-d96ad515caf7 req-c97be308-fcc0-4373-8607-8e0c7a331196 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 943 time: 0.0609946 Mar 03 14:10:06.826483 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f8f6a247-9ddf-475d-8cb9-d96ad515caf7 req-cd219722-4838-4e41-8c5e-eaf32afbd41d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Mar 03 14:10:07.188587 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 27e51abd-0683-4f9d-958c-c4230313389f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:07.193322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4f800181-e177-4971-91cd-f325b8900970 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:07.306321 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41572) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:07.317712 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 4f800181-e177-4971-91cd-f325b8900970 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:10:07.333482 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 4f800181-e177-4971-91cd-f325b8900970 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:07.334013 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4f800181-e177-4971-91cd-f325b8900970), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.370117 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=27e51abd-0683-4f9d-958c-c4230313389f,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:07.390398 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '27e51abd-0683-4f9d-958c-c4230313389f', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'port_id': '27e51abd-0683-4f9d-958c-c4230313389f', 'mac_address': 'fa:16:3e:9c:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:07.423824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1560764805-network', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:07.444240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Made reservation on behalf of aa817b6a6545481993ac6ed78ea0b581 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:07.446618 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.456137 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.456763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 27e51abd-0683-4f9d-958c-c4230313389f is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:07.457147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (27e51abd-0683-4f9d-958c-c4230313389f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.482897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e51abd-0683-4f9d-958c-c4230313389f {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:07.491338 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4f800181-e177-4971-91cd-f325b8900970 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:07.491809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4f800181-e177-4971-91cd-f325b8900970), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.525136 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=27e51abd-0683-4f9d-958c-c4230313389f,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:07.532309 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f800181-e177-4971-91cd-f325b8900970'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:07.534297 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks [] for security_group (8ded127d-3a52-4ad0-832a-0ffb04e339d0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.534591 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa595a-2b56-453b-b4f5-f962f5b048aa" -d '{"events": [{"server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "name": "network-vif-plugged", "status": "completed", "tag": "4f800181-e177-4971-91cd-f325b8900970"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:07.538484 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8ded127d-3a52-4ad0-832a-0ffb04e339d0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.539697 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.553952 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4f800181-e177-4971-91cd-f325b8900970,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:07.565142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:10:07.574407 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded127d-3a52-4ad0-832a-0ffb04e339d0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:07.581924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (bb2fa717-0350-4a11-a809-7eae248f0054), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.582769 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Added segment bb2fa717-0350-4a11-a809-7eae248f0054 of type vlan for network e2630778-deac-49bb-b2c7-c77e999816b0 Mar 03 14:10:07.584682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfbd305-b99c-4331-bccb-cd436df5d410 x-openstack-request-id: req-1cfbd305-b99c-4331-bccb-cd436df5d410 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:07.584682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "name": "network-vif-plugged", "status": "completed", "tag": "4f800181-e177-4971-91cd-f325b8900970", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:07.584682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cfbd305-b99c-4331-bccb-cd436df5d410 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:07.590813 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f800181-e177-4971-91cd-f325b8900970', 'code': 200} Mar 03 14:10:07.598555 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4f800181-e177-4971-91cd-f325b8900970), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.628662 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:07.633784 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (e2630778-deac-49bb-b2c7-c77e999816b0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.672331 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (e2630778-deac-49bb-b2c7-c77e999816b0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.673400 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:07.674009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.728841 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:07.751219 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41582) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:07.751966 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4433846 Mar 03 14:10:07.756432 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Request body: {'subnet': {'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1560764805-subnet', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:07.764925 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e101ca-0ab4-4c20-9953-359b1483b59f admin admin] Pushing event updated for resources: {'Network': ['ID=e2630778-deac-49bb-b2c7-c77e999816b0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:07.783756 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Made reservation on behalf of aa817b6a6545481993ac6ed78ea0b581 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:07.784452 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network e2630778-deac-49bb-b2c7-c77e999816b0 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:10:07.786810 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:07.863877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c5ec1-4118-4404-9d79-1f11888a95a2 req-dc83f2d4-a73b-4d83-b886-aff57df608fa tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:07.865646 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-936c5ec1-4118-4404-9d79-1f11888a95a2 req-dc83f2d4-a73b-4d83-b886-aff57df608fa tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0916400 Mar 03 14:10:07.872573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e2e9-8d37-46ab-90ba-a4e9363cdeae req-ad4e9a71-9c57-4850-9e53-ac9c443b760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:07.874187 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b03e2e9-8d37-46ab-90ba-a4e9363cdeae req-ad4e9a71-9c57-4850-9e53-ac9c443b760b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 1129 time: 0.0856259 Mar 03 14:10:07.880123 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['27e51abd-0683-4f9d-958c-c4230313389f'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:07.997096 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (5aa8f791-b5c9-4cd9-b148-1786e9a615be), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.010776 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b03e2e9-8d37-46ab-90ba-a4e9363cdeae req-ca536882-1e44-477c-aef1-bc7cdd271f86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281970 Mar 03 14:10:08.022547 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-936c5ec1-4118-4404-9d79-1f11888a95a2 req-baabb1a3-aa60-41a4-8c52-1c25e9c1605e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182671 Mar 03 14:10:08.039890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970fe60-73da-484b-a209-0d93e1f2b15f req-482c956c-38b3-42cf-bfba-34236c4f0cb7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:08.041331 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5970fe60-73da-484b-a209-0d93e1f2b15f req-482c956c-38b3-42cf-bfba-34236c4f0cb7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 943 time: 0.1038294 Mar 03 14:10:08.078892 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa8f791-b5c9-4cd9-b148-1786e9a615be,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:08.089875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Checking segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:08.090237 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Network hostable DHCP agents. Network: e2630778-deac-49bb-b2c7-c77e999816b0, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:10:08.098867 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5970fe60-73da-484b-a209-0d93e1f2b15f req-0790b83e-ebf4-43ce-9e7f-285501c51f11 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Mar 03 14:10:08.106106 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Network e2630778-deac-49bb-b2c7-c77e999816b0 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:10:08.114479 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, e2630778-deac-49bb-b2c7-c77e999816b0) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:08.120417 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:08.120540 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.123593 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917ef1b-6da5-4fcc-b5d1-a9b83ae5e797 None None] Network e2630778-deac-49bb-b2c7-c77e999816b0 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:10:08.139880 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a85ec7da-f688-41ac-8490-fbe0b176881d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3873887 Mar 03 14:10:08.142652 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41586) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:08.147135 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:08.166968 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.168276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.232795 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for router_controller (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.241579 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-e2630778-deac-49bb-b2c7-c77e999816b0', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:10:08.242725 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.376871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for router_gateway (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.390235 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Allocated IP 172.20.0.2 (e2630778-deac-49bb-b2c7-c77e999816b0/5aa8f791-b5c9-4cd9-b148-1786e9a615be/064ab91c-65ed-4ec7-b8d6-ede464252c64) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:08.538533 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks [] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.546137 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.584535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for router_gateway (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.590986 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Network e2630778-deac-49bb-b2c7-c77e999816b0 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:08.595742 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:08.597693 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Pushing event updated for resources: {'Port': ['ID=064ab91c-65ed-4ec7-b8d6-ede464252c64,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:08.599923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:08.604512 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.663150 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Attempting to bind port 064ab91c-65ed-4ec7-b8d6-ede464252c64 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:08.663536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Attempting to bind port 064ab91c-65ed-4ec7-b8d6-ede464252c64 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:08.663933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Attempting to bind port 064ab91c-65ed-4ec7-b8d6-ede464252c64 on network e2630778-deac-49bb-b2c7-c77e999816b0 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:08.669186 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:08.669564 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Checking segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:08.670001 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.670446 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Bound using segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:08.670943 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Bound port: 064ab91c-65ed-4ec7-b8d6-ede464252c64, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:08.671942 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.733493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Allocated IP 172.27.0.47 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/591e692a-9ba0-4aad-853a-844af0e47272) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:08.757531 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] For port 064ab91c-65ed-4ec7-b8d6-ede464252c64, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:08.761214 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] For port 064ab91c-65ed-4ec7-b8d6-ede464252c64, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=064ab91c-65ed-4ec7-b8d6-ede464252c64,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:08.767462 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.829820 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d5a1-9ead-4db0-aef8-b9bd4625671c None None] Pushing event updated for resources: {'Port': ['ID=064ab91c-65ed-4ec7-b8d6-ede464252c64,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:08.870047 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for port (591e692a-9ba0-4aad-853a-844af0e47272), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.904967 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (591e692a-9ba0-4aad-853a-844af0e47272), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:08.946760 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:08.949787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:08.953447 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:08.958864 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Pushing event updated for resources: {'Port': ['ID=591e692a-9ba0-4aad-853a-844af0e47272,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:09.205894 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 7fd23fcb-6e77-41f0-b019-e65993db8560 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:09.209025 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 27e51abd-0683-4f9d-958c-c4230313389f up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:09.289831 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fad89-4f63-46cb-94b4-93f722064839 req-25cf4088-361c-4e09-9799-f0572cd0d936 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:09.291441 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f1fad89-4f63-46cb-94b4-93f722064839 req-25cf4088-361c-4e09-9799-f0572cd0d936 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.1546814 Mar 03 14:10:09.293126 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for router_gateway (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.346655 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 27e51abd-0683-4f9d-958c-c4230313389f completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:10:09.348334 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7088886-ebdf-4172-8a5e-5bd068a99a93 req-dc751b72-caf4-4dde-896a-531806d0ae64 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:09.349798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7088886-ebdf-4172-8a5e-5bd068a99a93 req-dc751b72-caf4-4dde-896a-531806d0ae64 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 943 time: 0.1747668 Mar 03 14:10:09.362142 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 27e51abd-0683-4f9d-958c-c4230313389f triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:09.362512 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (27e51abd-0683-4f9d-958c-c4230313389f), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.399494 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7fd23fcb-6e77-41f0-b019-e65993db8560,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:09.426398 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '7fd23fcb-6e77-41f0-b019-e65993db8560', 'network_id': 'fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3', 'port_id': '7fd23fcb-6e77-41f0-b019-e65993db8560', 'mac_address': 'fa:16:3e:aa:2f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a154d9-8f40-4430-aae0-ab380cc90802', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:09.494691 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f1fad89-4f63-46cb-94b4-93f722064839 req-44be5c6f-a691-4367-bfe2-ae1da3b4734d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962566 Mar 03 14:10:09.495247 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 064ab91c-65ed-4ec7-b8d6-ede464252c64 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:09.513270 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7088886-ebdf-4172-8a5e-5bd068a99a93 req-1d9f268d-478a-4621-a498-1fddee52fa41 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495967 Mar 03 14:10:09.552903 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 7fd23fcb-6e77-41f0-b019-e65993db8560 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:09.553360 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.602908 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd23fcb-6e77-41f0-b019-e65993db8560 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:09.611865 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 27e51abd-0683-4f9d-958c-c4230313389f is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:09.612256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (27e51abd-0683-4f9d-958c-c4230313389f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.651902 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7fd23fcb-6e77-41f0-b019-e65993db8560,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:09.660385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:09.662669 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f22687-8724-42bc-ba44-cb9f5259aa97" -d '{"events": [{"server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "name": "network-vif-plugged", "status": "completed", "tag": "27e51abd-0683-4f9d-958c-c4230313389f"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:09.666556 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.675209 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.688235 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=27e51abd-0683-4f9d-958c-c4230313389f,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:09.712011 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.729098 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6bc5d5-4039-44f1-a029-f84ffb22cc4e x-openstack-request-id: req-0e6bc5d5-4039-44f1-a029-f84ffb22cc4e {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:09.729399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "name": "network-vif-plugged", "status": "completed", "tag": "27e51abd-0683-4f9d-958c-c4230313389f", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:09.729688 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e6bc5d5-4039-44f1-a029-f84ffb22cc4e {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:09.730096 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f', 'code': 200} Mar 03 14:10:09.736128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 064ab91c-65ed-4ec7-b8d6-ede464252c64 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:09.736506 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.795845 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:09.880725 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:09.912577 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:10:09.939161 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 064ab91c-65ed-4ec7-b8d6-ede464252c64 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:09.939559 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:09.968967 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e896ad-bb48-4e40-9332-c95568ce0f34 None None] Network e2630778-deac-49bb-b2c7-c77e999816b0 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:10:09.989233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 064ab91c-65ed-4ec7-b8d6-ede464252c64, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=064ab91c-65ed-4ec7-b8d6-ede464252c64,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:10.023734 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.042632 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0a95-af38-4b2d-a38a-431719ad0d43 req-d037cda1-1b4e-4c7f-af9f-83745cd10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:10.044120 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4fe0a95-af38-4b2d-a38a-431719ad0d43 req-d037cda1-1b4e-4c7f-af9f-83745cd10b75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.1254077 Mar 03 14:10:10.079424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:10:10.089331 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Sync routers for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:10:10.102080 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:10.102977 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:10.120336 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4fe0a95-af38-4b2d-a38a-431719ad0d43 req-78bb65db-fec9-4898-b5a3-48e6f2054302 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666361 Mar 03 14:10:10.123808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.128411 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b3867de8-2160-400e-9afb-e7a50ad688a9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9819622 Mar 03 14:10:10.128712 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41604) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:10.191974 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['7fd23fcb-6e77-41f0-b019-e65993db8560'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:10.236068 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-47a0177e-5f25-4797-96d4-f41970dfb590 None None] Provisioning complete for port 064ab91c-65ed-4ec7-b8d6-ede464252c64 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:10.236246 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47a0177e-5f25-4797-96d4-f41970dfb590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.240875 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:10.290923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=064ab91c-65ed-4ec7-b8d6-ede464252c64,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:10.439539 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-47a0177e-5f25-4797-96d4-f41970dfb590 None None] Current status of the port 064ab91c-65ed-4ec7-b8d6-ede464252c64 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:10.492170 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:09Z', 'revision_number': 3, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:10.521067 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Checking router: 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:10:10.521499 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Updating router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e port 591e692a-9ba0-4aad-853a-844af0e47272 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:10:10.553052 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (591e692a-9ba0-4aad-853a-844af0e47272), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.668704 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.713828 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae60e0-47c3-4d15-add3-58ec2e24601d req-2be9beef-90f1-4cbc-8e3e-d2faf9f83e78 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:10.715397 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7cae60e0-47c3-4d15-add3-58ec2e24601d req-2be9beef-90f1-4cbc-8e3e-d2faf9f83e78 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.1226068 Mar 03 14:10:10.726234 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e77578-64d3-4952-a48c-1a266cc807b7 req-2a26ed66-36a7-45f0-9767-401bb0b1d5de tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:10.727831 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04e77578-64d3-4952-a48c-1a266cc807b7 req-2a26ed66-36a7-45f0-9767-401bb0b1d5de tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 944 time: 0.1193285 Mar 03 14:10:10.777754 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d24ad9f2-dbbb-43b2-b383-aa8f10dd6a11 None None] Provisioning complete for port 064ab91c-65ed-4ec7-b8d6-ede464252c64 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:10.779110 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d24ad9f2-dbbb-43b2-b383-aa8f10dd6a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.818019 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7cae60e0-47c3-4d15-add3-58ec2e24601d req-63b54196-db09-4358-83ca-cb617935e81e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890889 Mar 03 14:10:10.835073 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04e77578-64d3-4952-a48c-1a266cc807b7 req-6b68cabe-e9d9-4799-b5ba-2c6f096706e6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983682 Mar 03 14:10:10.841368 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks [] for port (591e692a-9ba0-4aad-853a-844af0e47272), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.852015 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (591e692a-9ba0-4aad-853a-844af0e47272), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:10.880842 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Allocated IP 172.20.0.1 (e2630778-deac-49bb-b2c7-c77e999816b0/5aa8f791-b5c9-4cd9-b148-1786e9a615be/8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:10.937870 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d24ad9f2-dbbb-43b2-b383-aa8f10dd6a11 None None] Current status of the port 064ab91c-65ed-4ec7-b8d6-ede464252c64 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:11.006433 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca62f-7d96-415f-8f3a-ff691dd96fdd None None] Pushing event updated for resources: {'Port': ['ID=591e692a-9ba0-4aad-853a-844af0e47272,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:11.029920 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Attempting to bind port 591e692a-9ba0-4aad-853a-844af0e47272 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:11.030740 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks [] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.031315 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Attempting to bind port 591e692a-9ba0-4aad-853a-844af0e47272 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:11.032261 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Attempting to bind port 591e692a-9ba0-4aad-853a-844af0e47272 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:11.041321 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:11.041758 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:11.042200 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.042621 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:11.043247 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Bound port: 591e692a-9ba0-4aad-853a-844af0e47272, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:11.043631 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (591e692a-9ba0-4aad-853a-844af0e47272), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.067686 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.106851 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] For port 591e692a-9ba0-4aad-853a-844af0e47272, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:11.111842 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] For port 591e692a-9ba0-4aad-853a-844af0e47272, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=591e692a-9ba0-4aad-853a-844af0e47272,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:11.119671 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (591e692a-9ba0-4aad-853a-844af0e47272), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.120367 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Network e2630778-deac-49bb-b2c7-c77e999816b0 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:11.126175 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:11.128184 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:11.130370 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:11.177818 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.182876 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:11.183666 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:11.258832 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca62f-7d96-415f-8f3a-ff691dd96fdd None None] Pushing event updated for resources: {'Port': ['ID=591e692a-9ba0-4aad-853a-844af0e47272,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:11.323764 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:11.356072 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.442996 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 064ab91c-65ed-4ec7-b8d6-ede464252c64 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:11.490451 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5baeee10-3240-4926-84fd-e45a9606f5a5 None None] Provisioning complete for port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:11.490825 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5baeee10-3240-4926-84fd-e45a9606f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.534457 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5baeee10-3240-4926-84fd-e45a9606f5a5 None None] Port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:11.536782 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 064ab91c-65ed-4ec7-b8d6-ede464252c64 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:11.537153 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.540928 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:09Z', 'revision_number': 3, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:11.559175 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks [] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.565088 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.571820 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6012b-f75e-4f6d-9342-8875677d7ba7 None None] The sync data for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi is: [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:09Z', 'revision_number': 3, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:10:11.629824 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 064ab91c-65ed-4ec7-b8d6-ede464252c64 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:11.633919 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:11.643597 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:11.743651 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Network e2630778-deac-49bb-b2c7-c77e999816b0 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:11.745133 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:11.919319 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:10:12.009472 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3771-4c05-4b10-b6ae-f240c8ee0b50 req-3fcf6134-08f0-43c3-8304-5e4ebe91ce88 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:12.011071 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad5d3771-4c05-4b10-b6ae-f240c8ee0b50 req-3fcf6134-08f0-43c3-8304-5e4ebe91ce88 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 944 time: 0.0606811 Mar 03 14:10:12.060529 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d100930f-8583-4cf6-9548-9aeb38d79beb None None] Provisioning complete for port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:12.061004 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d100930f-8583-4cf6-9548-9aeb38d79beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.067568 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:10:12.080307 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-44880961-eeb4-484e-b4f1-62295f1c4bf8 admin admin] 10.222.0.31 "PUT /v2.0/routers/241bee57-e80a-4ae6-b357-6fd6ea1f2e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9504099 Mar 03 14:10:12.110237 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d100930f-8583-4cf6-9548-9aeb38d79beb None None] Port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:12.365641 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad5d3771-4c05-4b10-b6ae-f240c8ee0b50 req-53492b95-c611-42ff-9834-2aa46a89c0de tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470693 Mar 03 14:10:12.726100 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41656) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:12.730996 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-98226812-network', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:12.755444 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Made reservation on behalf of 66491fecfeed4eb6818bb6f42678db93 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:12.763374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.772809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.853511 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks [] for security_group (10e8a2c3-a777-4947-a015-172c0d9d642a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.857424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (10e8a2c3-a777-4947-a015-172c0d9d642a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.882088 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:10:12.893044 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8a2c3-a777-4947-a015-172c0d9d642a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:12.899423 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (be0fa839-35b6-46d7-a129-cff1ab2ad9d8), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.899793 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Added segment be0fa839-35b6-46d7-a129-cff1ab2ad9d8 of type vlan for network 95ce875f-aa51-407f-864c-573c2e9e7c2c Mar 03 14:10:12.942002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (95ce875f-aa51-407f-864c-573c2e9e7c2c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.966371 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (95ce875f-aa51-407f-864c-573c2e9e7c2c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:12.967427 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:12.968756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.021955 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2947299 Mar 03 14:10:13.024760 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41660) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:13.029600 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Request body: {'subnet': {'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-98226812-subnet', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:13.034354 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aa8ba-a4f5-407d-be27-34f476731fec admin admin] Pushing event updated for resources: {'Network': ['ID=95ce875f-aa51-407f-864c-573c2e9e7c2c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:13.044569 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:10:13.050725 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Made reservation on behalf of 66491fecfeed4eb6818bb6f42678db93 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:13.053184 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.222826 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 7fd23fcb-6e77-41f0-b019-e65993db8560 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:13.237894 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (36e1982b-ed3a-49d6-a24d-7c056487e4c9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.278756 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 7fd23fcb-6e77-41f0-b019-e65993db8560 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:10:13.284328 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 7fd23fcb-6e77-41f0-b019-e65993db8560 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:13.285065 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.293212 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e1982b-ed3a-49d6-a24d-7c056487e4c9,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:13.308039 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Checking segment: {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:13.308389 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Network hostable DHCP agents. Network: 95ce875f-aa51-407f-864c-573c2e9e7c2c, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:10:13.326545 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:10:13.335143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 95ce875f-aa51-407f-864c-573c2e9e7c2c) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:13.339432 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:13.340027 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.359380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41662) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:13.359956 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-35fd9468-5551-43c2-b082-fff52f489ae5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3338454 Mar 03 14:10:13.364639 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd324f-073b-47b0-9dd3-9263364c6cd6 None None] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:10:13.369651 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:13.395774 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.397048 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.427507 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 7fd23fcb-6e77-41f0-b019-e65993db8560 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:13.427897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.475186 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for router_controller (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.492360 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7fd23fcb-6e77-41f0-b019-e65993db8560,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:13.517206 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:13.519595 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba68fd0-278c-49b1-a8b7-8e5899a88653" -d '{"events": [{"server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:13.526722 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Sync routers for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:10:13.529176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 591e692a-9ba0-4aad-853a-844af0e47272 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:13.535168 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.608356 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43543123-4831-4c3c-8664-41f39fad8260 x-openstack-request-id: req-43543123-4831-4c3c-8664-41f39fad8260 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:13.608638 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:13.608852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43543123-4831-4c3c-8664-41f39fad8260 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:13.609762 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560', 'code': 200} Mar 03 14:10:13.635311 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-95ce875f-aa51-407f-864c-573c2e9e7c2c', 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c', 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'fixed_ips': [{'subnet_id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:10:13.636287 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.662822 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:13.675164 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:13.676251 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:13.712953 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2bb7-7143-49b6-b2b6-5e0a699b22e3 req-16f4d995-274b-47aa-bb16-24d160a65282 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:13.714946 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78ba2bb7-7143-49b6-b2b6-5e0a699b22e3 req-16f4d995-274b-47aa-bb16-24d160a65282 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1860881 Mar 03 14:10:13.717268 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for router_gateway (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.850072 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78ba2bb7-7143-49b6-b2b6-5e0a699b22e3 req-a55d01dc-5f9d-4e38-bf4f-24a7b7b1f748 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273456 Mar 03 14:10:13.872802 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4edca2-2660-4b68-9cfd-6c67bb746c87 req-fc5bae28-0b71-4f7e-bd0e-0e100ea161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:13.874911 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c4edca2-2660-4b68-9cfd-6c67bb746c87 req-fc5bae28-0b71-4f7e-bd0e-0e100ea161dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 1129 time: 0.1263490 Mar 03 14:10:13.876995 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 591e692a-9ba0-4aad-853a-844af0e47272 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:13.877380 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (591e692a-9ba0-4aad-853a-844af0e47272), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:13.945597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c4edca2-2660-4b68-9cfd-6c67bb746c87 req-454810dd-e178-4f45-934d-ec7867c6e2c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Mar 03 14:10:13.954236 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:14.014439 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Allocated IP 172.20.0.2 (95ce875f-aa51-407f-864c-573c2e9e7c2c/36e1982b-ed3a-49d6-a24d-7c056487e4c9/4d497d38-ee35-46f4-80c3-f11032603c25) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:14.066149 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for router_gateway (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.092346 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.197116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 591e692a-9ba0-4aad-853a-844af0e47272 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:14.198230 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (591e692a-9ba0-4aad-853a-844af0e47272), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.199114 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Allocated IP 172.27.0.66 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/4922c8e9-3eb5-4f17-89a8-4ce145ed9811) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:14.257803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 591e692a-9ba0-4aad-853a-844af0e47272, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=591e692a-9ba0-4aad-853a-844af0e47272,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:14.267160 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (591e692a-9ba0-4aad-853a-844af0e47272), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.307631 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.345606 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.388840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:14.391995 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:14.395748 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:14.431702 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Pushing event updated for resources: {'Port': ['ID=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:14.529787 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=591e692a-9ba0-4aad-853a-844af0e47272,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:14.548996 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks [] for port (4d497d38-ee35-46f4-80c3-f11032603c25), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.556439 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.565682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 2, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:14.617695 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Checking router: 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:10:14.618309 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Updating router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:10:14.620546 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for router_gateway (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.651880 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:14.662478 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:14.666487 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Pushing event updated for resources: {'Port': ['ID=4d497d38-ee35-46f4-80c3-f11032603c25,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:14.670348 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:14.674556 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.771278 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Attempting to bind port 4d497d38-ee35-46f4-80c3-f11032603c25 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:14.771646 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Attempting to bind port 4d497d38-ee35-46f4-80c3-f11032603c25 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:14.772003 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Attempting to bind port 4d497d38-ee35-46f4-80c3-f11032603c25 on network 95ce875f-aa51-407f-864c-573c2e9e7c2c {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:14.834550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:14.834917 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Checking segment: {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:14.835325 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.835719 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Bound using segment: {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:14.836240 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Bound port: 4d497d38-ee35-46f4-80c3-f11032603c25, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:14.836582 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.851052 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:14.956610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] For port 4d497d38-ee35-46f4-80c3-f11032603c25, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:14.961443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] For port 4d497d38-ee35-46f4-80c3-f11032603c25, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4d497d38-ee35-46f4-80c3-f11032603c25,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:14.969913 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.020045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090820a-723c-417c-8db5-81b95f32955a req-93eba660-25f6-4145-b855-1ba8ce762b96 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:15.021605 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4090820a-723c-417c-8db5-81b95f32955a req-93eba660-25f6-4145-b855-1ba8ce762b96 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0820017 Mar 03 14:10:15.065485 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:10:15.065736 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216288e8-7e21-4375-a134-539ce7f9decb None None] Pushing event updated for resources: {'Port': ['ID=4d497d38-ee35-46f4-80c3-f11032603c25,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:15.114130 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4090820a-723c-417c-8db5-81b95f32955a req-cbcaa45a-3d6d-43fd-b1b2-19fe2670d495 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Mar 03 14:10:15.141515 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks [] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.147219 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.200470 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870971e8-3705-4ef4-be48-3838e19dc730 None None] Pushing event updated for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:15.241615 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:10:15.251485 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Sync routers for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:10:15.263607 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:15.265021 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:15.292748 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.294102 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4cc60706-a1b2-4b2a-86be-b96e62f9e78d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9336801 Mar 03 14:10:15.297751 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41682) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:15.309095 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Attempting to bind port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:15.309531 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Attempting to bind port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:15.321077 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Attempting to bind port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 on network e2630778-deac-49bb-b2c7-c77e999816b0 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:15.328294 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:15.331474 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Checking segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:15.332051 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.332448 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Bound using segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:15.332928 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Bound port: 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:15.333308 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.443043 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:15.455546 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] For port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:15.464017 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] For port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:15.471577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.581128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870971e8-3705-4ef4-be48-3838e19dc730 None None] Pushing event updated for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:15.589424 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Provisioning complete for port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:15.590179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.598013 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:15.598766 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:15.696210 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 591e692a-9ba0-4aad-853a-844af0e47272 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:15.767256 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 3, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:15.827299 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Checking router: 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:10:15.828426 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Updating router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:10:15.871404 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.896315 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Current status of the port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:15.896872 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.971637 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] For port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:15.984431 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:15.998624 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:16.065361 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 591e692a-9ba0-4aad-853a-844af0e47272 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:16.065803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (591e692a-9ba0-4aad-853a-844af0e47272), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.234575 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-dae45c67-45d1-4bd1-9966-f0b391aa71bb None None] Provisioning complete for port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:16.235267 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dae45c67-45d1-4bd1-9966-f0b391aa71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.269920 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aca35-b100-419d-abc4-88bb6aa94c25 None None] Pushing event updated for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:16.291032 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks [] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.302697 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.335757 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21707373-23e1-4d7b-9412-23d77352d5a6 req-afbf5fa4-07a7-476c-80af-2df27c7460c2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:16.348180 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21707373-23e1-4d7b-9412-23d77352d5a6 req-afbf5fa4-07a7-476c-80af-2df27c7460c2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1159949 Mar 03 14:10:16.405590 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.450524 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Attempting to bind port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:16.450936 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Attempting to bind port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:16.451301 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Attempting to bind port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:16.456214 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21707373-23e1-4d7b-9412-23d77352d5a6 req-1cc2ba10-76ce-4ec5-81c8-8e5a0c076917 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003830 Mar 03 14:10:16.477025 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc7506-12ea-4ed6-ada2-ee39860909aa None None] Pushing event updated for resources: {'Port': ['ID=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:16.482599 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:16.482975 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:16.484079 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.484706 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:16.485106 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Bound port: 4922c8e9-3eb5-4f17-89a8-4ce145ed9811, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:16.489151 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.499742 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 591e692a-9ba0-4aad-853a-844af0e47272 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:16.501296 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4d497d38-ee35-46f4-80c3-f11032603c25 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:16.569467 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3ae42-318d-49e1-94e5-eb391d08a5df None None] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:10:16.586963 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] For port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:16.591104 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] For port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:16.601040 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.635266 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Allocated IP 172.20.0.1 (95ce875f-aa51-407f-864c-573c2e9e7c2c/36e1982b-ed3a-49d6-a24d-7c056487e4c9/9370b0fe-1e8e-4a36-a3ad-c77ae89959ee) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:16.683214 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:16.684136 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:16.732823 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc7506-12ea-4ed6-ada2-ee39860909aa None None] Pushing event updated for resources: {'Port': ['ID=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:16.817294 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks [] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.837168 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-5e2c280c-d87d-4620-8d58-c13db2d6dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:16.838707 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-5e2c280c-d87d-4620-8d58-c13db2d6dc08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 1129 time: 0.1024265 Mar 03 14:10:16.852041 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a413f1-6d91-469f-b2a8-790b1f990646 req-b78e6639-59bc-43c7-890f-a0d5ab78762a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:16.854153 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-94a413f1-6d91-469f-b2a8-790b1f990646 req-b78e6639-59bc-43c7-890f-a0d5ab78762a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0759809 Mar 03 14:10:16.861530 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.862813 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:16.920108 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:16.923838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:16.928550 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:16.931745 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Pushing event updated for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:16.973467 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:16.974181 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-dae45c67-45d1-4bd1-9966-f0b391aa71bb None None] Current status of the port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:17.017878 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-94a413f1-6d91-469f-b2a8-790b1f990646 req-3b808cda-8811-41b8-a8b0-415fe8da3dd0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489952 Mar 03 14:10:17.029235 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:17.036964 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 4d497d38-ee35-46f4-80c3-f11032603c25 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:17.037340 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.043641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-cd85b591-49e1-4b2b-9198-b921c74e2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:17.045038 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-cd85b591-49e1-4b2b-9198-b921c74e2dd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1896574 Mar 03 14:10:17.113709 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-99e91027-f528-4d24-8171-d59c380bf77d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd23fcb-6e77-41f0-b019-e65993db8560 HTTP/1.1" status: 200 len: 217 time: 0.0503948 Mar 03 14:10:17.124411 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326b429-3d02-4453-894c-6827b8ac3945 None None] The sync data for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi is: [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:10:17.146695 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a56ec378-0ff0-4c9c-bd45-665d6f7a306a None None] Provisioning complete for port 4d497d38-ee35-46f4-80c3-f11032603c25 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:17.147156 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a56ec378-0ff0-4c9c-bd45-665d6f7a306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.219121 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 3, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:17.229734 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.229927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-9be53914-d6fe-4233-aada-f59d6694d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:17.236845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-9be53914-d6fe-4233-aada-f59d6694d69e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.1056986 Mar 03 14:10:17.272108 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87217-3544-4a5b-b2be-8fd3f8b1c65d None None] The sync data for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi is: [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 3, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:10:17.284949 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-6aa66b2b-bd8d-4a8e-8c1b-20959a66b49a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309026 Mar 03 14:10:17.319878 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 4d497d38-ee35-46f4-80c3-f11032603c25 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:17.320381 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.406222 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 4d497d38-ee35-46f4-80c3-f11032603c25, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4d497d38-ee35-46f4-80c3-f11032603c25,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:17.416609 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.487206 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-85e9099d-1daa-4bef-bfa7-5e698e54bbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017550 Mar 03 14:10:17.588984 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a56ec378-0ff0-4c9c-bd45-665d6f7a306a None None] Current status of the port 4d497d38-ee35-46f4-80c3-f11032603c25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:17.597244 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks [] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.600269 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=4d497d38-ee35-46f4-80c3-f11032603c25,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:17.604583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.631621 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:17.656632 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bce91d12-503c-40c3-ac97-021b11bc1c5e req-08fecb99-3caf-434e-a701-940ad2190981 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595049 Mar 03 14:10:17.706354 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:17.706728 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.707344 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.719020 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Pushing event updated for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:17.793111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Provisioning complete for port 4d497d38-ee35-46f4-80c3-f11032603c25 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:17.793863 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:17.856967 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:17.860985 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:17.951038 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:18.027842 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:10:18.077527 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Current status of the port 4d497d38-ee35-46f4-80c3-f11032603c25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:18.098153 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Provisioning complete for port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:18.098524 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:18.180407 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d133e-d0bd-4adf-ba28-b11e42930eef None None] Port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:18.228226 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:10:18.232695 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af587c-9120-4336-ac4e-410d8bbd0ef0 req-15292bd5-4056-407d-80ca-a26d63da06c8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:18.238323 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3ffbfaac-3c78-41da-bbf2-e61ff9e2de75 admin admin] 10.222.0.31 "PUT /v2.0/routers/340df8d6-460a-40ea-ba18-f42cd2b8e6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9344003 Mar 03 14:10:18.238609 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-10af587c-9120-4336-ac4e-410d8bbd0ef0 req-15292bd5-4056-407d-80ca-a26d63da06c8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0806980 Mar 03 14:10:18.303229 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-10af587c-9120-4336-ac4e-410d8bbd0ef0 req-d0e35edb-9f92-426d-9ef2-ce04eaf932ac tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624874 Mar 03 14:10:18.311067 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-ab0cc0b4-bd67-43db-aed2-a2f26b07a6d0 None None] Provisioning complete for port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:18.311679 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ab0cc0b4-bd67-43db-aed2-a2f26b07a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:18.376413 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cc0b4-bd67-43db-aed2-a2f26b07a6d0 None None] Port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:19.432916 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b801-09a4-4ad9-9131-33c9e6ec6f76 req-fb28a556-ae5d-481a-a4fc-b852c37e94f3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:19.435563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cae9b801-09a4-4ad9-9131-33c9e6ec6f76 req-fb28a556-ae5d-481a-a4fc-b852c37e94f3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0631762 Mar 03 14:10:19.506364 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cae9b801-09a4-4ad9-9131-33c9e6ec6f76 req-5907ee86-d095-40d0-995a-e605a10f2418 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589449 Mar 03 14:10:19.616213 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4d497d38-ee35-46f4-80c3-f11032603c25 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:19.669508 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 4d497d38-ee35-46f4-80c3-f11032603c25 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:19.669979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:19.705571 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Sync routers for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:10:19.719636 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:19.720251 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:19.806873 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 4d497d38-ee35-46f4-80c3-f11032603c25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:19.808000 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:19.893098 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:19.966084 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:19.966343 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.136681 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:20.137066 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.163663 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:20.171093 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.208027 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:17Z', 'revision_number': 4, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9370b0fe-1e8e-4a36-a3ad-c77ae89959ee', 'name': '', 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'mac_address': 'fa:16:3e:39:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:16Z', 'updated_at': '2022-03-03T14:10:17Z', 'revision_number': 2, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'subnets': [{'id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:20.238990 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Checking router: 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:10:20.239345 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Updating router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:10:20.271789 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:20.281805 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.574410 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks [] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.581039 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.636760 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660d48c-fc13-429f-b04b-6b98d59cae8a None None] Pushing event updated for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:20.696747 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Attempting to bind port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:20.697499 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Attempting to bind port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:20.698040 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Attempting to bind port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee on network 95ce875f-aa51-407f-864c-573c2e9e7c2c {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:20.705570 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:20.705985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Checking segment: {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:20.706389 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.706783 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Bound using segment: {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:20.707389 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Bound port: 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:20.707793 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.783258 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] For port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:20.786614 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] For port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:20.793049 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.882623 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:10:20.883605 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:09:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:20.903758 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1acc9b-c4c5-42b1-899d-5ae1f5d498d7 req-cacdc9d6-0db2-4b08-801e-99592f8d5dfe tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:20.906027 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a1acc9b-c4c5-42b1-899d-5ae1f5d498d7 req-cacdc9d6-0db2-4b08-801e-99592f8d5dfe tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0585983 Mar 03 14:10:20.937437 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660d48c-fc13-429f-b04b-6b98d59cae8a None None] Pushing event updated for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:20.974176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Provisioning complete for port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:20.974176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:20.978187 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a1acc9b-c4c5-42b1-899d-5ae1f5d498d7 req-104ed3fc-0965-417f-ad3a-2f8b4f375747 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624781 Mar 03 14:10:21.210953 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:10:21.213836 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c97fc8f4-9235-4088-9c63-a9735dedbabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:21.364826 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Current status of the port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:21.365222 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:21.424137 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] For port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:21.429784 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:21.511146 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c4368-e51c-45ed-94b3-a5cf871f7f1b None None] Pushing event updated for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:21.518453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:21.568484 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:17Z', 'revision_number': 4, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9370b0fe-1e8e-4a36-a3ad-c77ae89959ee', 'name': '', 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'mac_address': 'fa:16:3e:39:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:16Z', 'updated_at': '2022-03-03T14:10:20Z', 'revision_number': 4, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'subnets': [{'id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:10:21.606648 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-383a5c82-6f58-48e3-a4a7-a45451b8e17e None None] Provisioning complete for port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:21.607024 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-383a5c82-6f58-48e3-a4a7-a45451b8e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:21.609113 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea92b58-c783-46f8-ab6a-0ff64541a985 None None] The sync data for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi is: [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:10:17Z', 'revision_number': 4, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '9370b0fe-1e8e-4a36-a3ad-c77ae89959ee', 'name': '', 'network_id': '95ce875f-aa51-407f-864c-573c2e9e7c2c', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'mac_address': 'fa:16:3e:39:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:16Z', 'updated_at': '2022-03-03T14:10:20Z', 'revision_number': 4, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'subnets': [{'id': '36e1982b-ed3a-49d6-a24d-7c056487e4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:10:21.647893 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:21.648846 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:21.786525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-383a5c82-6f58-48e3-a4a7-a45451b8e17e None None] Current status of the port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:21.799877 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:10:21.873054 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:22.103122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55c71-eab3-4dd7-b431-8f4c1f6b5d20 req-3577f155-2808-4839-8b9c-3d8228a8425f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:22.104620 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ea55c71-eab3-4dd7-b431-8f4c1f6b5d20 req-3577f155-2808-4839-8b9c-3d8228a8425f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0541146 Mar 03 14:10:22.163241 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ea55c71-eab3-4dd7-b431-8f4c1f6b5d20 req-2c61efac-46ab-400b-87b1-97d151d511aa tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Mar 03 14:10:22.924949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e0d5-7714-439c-b13c-1f552d2395c6 req-89debdec-8a29-48c9-a689-e46567d747c9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:22.926464 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9333e0d5-7714-439c-b13c-1f552d2395c6 req-89debdec-8a29-48c9-a689-e46567d747c9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1073449 Mar 03 14:10:22.932690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-47e6dd11-4e20-4273-ac0a-7cdcba881d62 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:22.940143 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-47e6dd11-4e20-4273-ac0a-7cdcba881d62 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.1943336 Mar 03 14:10:22.969048 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-3a0bcd26-38d2-4e91-bd6b-f896954fd064 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/quotas/bd897bdad51b4b0abd357df599113c9b HTTP/1.1" status: 200 len: 375 time: 0.0278111 Mar 03 14:10:23.072072 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-0b48cbab-9f32-4ad0-9ee6-aafed6bca6f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018045 Mar 03 14:10:23.134650 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9333e0d5-7714-439c-b13c-1f552d2395c6 req-ee2a540f-7194-43ee-b8e0-770221b92791 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872621 Mar 03 14:10:23.195764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-aaa4f663-7b0e-4700-9737-1f42c31eeacf service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226766 Mar 03 14:10:23.331621 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-cd5f5ee3-1e72-4ee5-989a-82cb46912818 service neutron] 10.222.0.31 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349854 Mar 03 14:10:23.474455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e07ddef4-4b95-4ee0-9e48-c96fc40bc47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:23.677542 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:23.729287 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2e1b0f80-5887-409b-abee-922967f6c50a req-8a9a829d-12c7-4c50-adc5-0199000bd84d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 210 time: 0.0494304 Mar 03 14:10:23.792580 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230059e-bb72-4e4b-b68a-406c34bc317e req-cd9040ce-0f4c-4fac-9e93-7a69ae27aa95 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:23.807180 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1230059e-bb72-4e4b-b68a-406c34bc317e req-cd9040ce-0f4c-4fac-9e93-7a69ae27aa95 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.2628989 Mar 03 14:10:23.861228 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:23.862379 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:23.948179 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1230059e-bb72-4e4b-b68a-406c34bc317e req-1abb334c-2bdd-4f18-b938-fe3c20974194 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371169 Mar 03 14:10:24.001314 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:24.291686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044fa5e-3bb2-43ba-a8f7-e0a568329596 req-c88dc1b9-de14-4b31-a57b-0b60ff8c3998 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:24.293165 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7044fa5e-3bb2-43ba-a8f7-e0a568329596 req-c88dc1b9-de14-4b31-a57b-0b60ff8c3998 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0685012 Mar 03 14:10:24.387688 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7044fa5e-3bb2-43ba-a8f7-e0a568329596 req-fbd71979-d9ac-4c46-a17c-4b59f2f68fcc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705447 Mar 03 14:10:24.524494 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:25.115355 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-163e0356-7398-4e26-86bd-19a00796004d req-b2fb582a-daa7-4136-a533-b1d94b7f9a70 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 210 time: 0.2983842 Mar 03 14:10:25.256960 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f391-2afc-476b-a27e-b95a9e305e3e req-c23d4508-acca-4f33-89de-ad15e128741c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:25.263696 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7a2f391-2afc-476b-a27e-b95a9e305e3e req-c23d4508-acca-4f33-89de-ad15e128741c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1619568 Mar 03 14:10:25.309521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-476f6372-74d3-4508-bacd-75581c9a479c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:25.311541 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-476f6372-74d3-4508-bacd-75581c9a479c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 814 time: 0.2099774 Mar 03 14:10:25.328268 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Request body: {'port': {'device_id': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'admin_state_up': True, 'tenant_id': 'bd897bdad51b4b0abd357df599113c9b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:25.446146 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7a2f391-2afc-476b-a27e-b95a9e305e3e req-b9909e09-6c50-453a-923f-43b1bb654533 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815298 Mar 03 14:10:25.497139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Made reservation on behalf of bd897bdad51b4b0abd357df599113c9b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:25.500624 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:25.538698 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa04e22-60bf-4bd4-873d-8db23903bc81 req-2b06e009-5a33-4397-bed6-0eabed6c20b8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:25.540191 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4aa04e22-60bf-4bd4-873d-8db23903bc81 req-2b06e009-5a33-4397-bed6-0eabed6c20b8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0874176 Mar 03 14:10:25.666267 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4aa04e22-60bf-4bd4-873d-8db23903bc81 req-ca3edee4-0e6c-43b1-a78a-34852bf5749c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953963 Mar 03 14:10:25.694304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Allocated IP 172.20.0.10 (07357312-6a8a-4c70-9db1-6833f62e1ba9/d6eca5d4-f3d0-4b39-9707-09fea1b1aa59/dea0898d-50f6-4ed9-88d5-ad86345be5cb) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:25.873490 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks [] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:25.915585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:25.943004 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c', 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', '4f800181-e177-4971-91cd-f325b8900970'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:25.987450 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Network 07357312-6a8a-4c70-9db1-6833f62e1ba9 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:25.989140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event updated for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:25.993686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:25.996473 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:26.002470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:26.003018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.022496 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.023740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-05278166-146f-400f-9e44-2ab06b2e1aec tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022402 Mar 03 14:10:26.060240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Request body: {'port': {'device_id': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:26.131190 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.362659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ba040-7d82-4abe-8ce3-c91db9bec286 req-ddf1e7a7-f270-4520-b0d6-4fa51831f9f5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:26.364233 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b85ba040-7d82-4abe-8ce3-c91db9bec286 req-ddf1e7a7-f270-4520-b0d6-4fa51831f9f5 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 932 time: 0.1205573 Mar 03 14:10:26.443730 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b85ba040-7d82-4abe-8ce3-c91db9bec286 req-f59c634a-eaee-4926-a842-3f89b325688f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707505 Mar 03 14:10:26.504700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea0898d-50f6-4ed9-88d5-ad86345be5cb {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:26.516000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks [] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.533413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Transition to ACTIVE for port object dea0898d-50f6-4ed9-88d5-ad86345be5cb will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:10:26.539035 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.631648 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Pushing event updated for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:26.671968 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Attempting to bind port dea0898d-50f6-4ed9-88d5-ad86345be5cb on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:26.672306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Attempting to bind port dea0898d-50f6-4ed9-88d5-ad86345be5cb by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:26.672636 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Attempting to bind port dea0898d-50f6-4ed9-88d5-ad86345be5cb on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:26.684624 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f930-6581-4b46-919e-24ef29b4392c req-3d015ae5-4716-40f4-a608-5138218dca0d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:26.686680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0ac5f930-6581-4b46-919e-24ef29b4392c req-3d015ae5-4716-40f4-a608-5138218dca0d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1353776 Mar 03 14:10:26.689299 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Port dea0898d-50f6-4ed9-88d5-ad86345be5cb on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:10:26.689665 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Attempting to bind port dea0898d-50f6-4ed9-88d5-ad86345be5cb on network 07357312-6a8a-4c70-9db1-6833f62e1ba9 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:26.701722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:26.701722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Checking segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:26.701722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Bound using segment: {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:26.701722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Bound port: dea0898d-50f6-4ed9-88d5-ad86345be5cb, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c499b0-d5dc-43a4-be65-0c169c64845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:26.701722 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.859460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:26.863009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:26.868125 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0ac5f930-6581-4b46-919e-24ef29b4392c req-25b69dd0-5df3-4a8f-ad12-f6ada430e96d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723843 Mar 03 14:10:26.876457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.931119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfa15-db9b-4ae6-abca-731d67719732 req-bab82c40-175b-4496-882e-1fdfc7039a37 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:26.932542 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-414bfa15-db9b-4ae6-abca-731d67719732 req-bab82c40-175b-4496-882e-1fdfc7039a37 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1593828 Mar 03 14:10:26.933850 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:26.934435 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:26.935696 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] 10.222.0.13 "PUT /v2.0/ports/dea0898d-50f6-4ed9-88d5-ad86345be5cb HTTP/1.1" status: 200 len: 1094 time: 0.8816848 Mar 03 14:10:26.938394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:26.940479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524c0f6-92c1-41c5-b6c7-1207188436e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:26.980862 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd6bd4-2791-4018-8eb1-f67c2a1fd048 service neutron] Pushing event updated for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:27.022073 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-414bfa15-db9b-4ae6-abca-731d67719732 req-ecc728d8-2522-4923-89b7-b2e65abe344f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740781 Mar 03 14:10:27.040207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115b5c5-0e3f-4d3f-9d09-d8542b2c97f3 x-openstack-request-id: req-c115b5c5-0e3f-4d3f-9d09-d8542b2c97f3 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:27.040494 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:27.040761 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c115b5c5-0e3f-4d3f-9d09-d8542b2c97f3 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:27.041144 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb', 'status': 'completed', 'code': 200} Mar 03 14:10:27.079905 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-3265321c-d3b6-4663-9eed-1d87dd0a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.081516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-3265321c-d3b6-4663-9eed-1d87dd0a4de2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 1128 time: 0.0773988 Mar 03 14:10:27.132990 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-1e0a9347-79c9-494f-ac0d-c4d964f13e2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb HTTP/1.1" status: 200 len: 217 time: 0.0382407 Mar 03 14:10:27.188917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-516d0f08-b77a-46e7-9b7e-d6a8bddfcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.190383 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-516d0f08-b77a-46e7-9b7e-d6a8bddfcaef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.0487320 Mar 03 14:10:27.237926 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-f395fe1b-074c-49ad-ba37-630a59118248 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342436 Mar 03 14:10:27.343372 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-25929cdd-f4d0-4b80-b60f-46f48523f3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956831 Mar 03 14:10:27.454400 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b409e7-019b-445f-9200-95d2be0ba187 req-a19a5e9e-e75a-4f97-a85d-339dc146a9f3 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998230 Mar 03 14:10:27.504510 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:27.594162 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-0c7582f5-124d-41b8-b8e8-4f368218c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.595662 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-0c7582f5-124d-41b8-b8e8-4f368218c0ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd897bdad51b4b0abd357df599113c9b&device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 1128 time: 0.0917218 Mar 03 14:10:27.670693 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c9a23-b30a-48f4-ab5a-ea01f4618e9f req-6da18d97-1b79-4477-b39c-0f20e2ad7bc1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.672411 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a1c9a23-b30a-48f4-ab5a-ea01f4618e9f req-6da18d97-1b79-4477-b39c-0f20e2ad7bc1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 944 time: 0.1095855 Mar 03 14:10:27.743662 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a1c9a23-b30a-48f4-ab5a-ea01f4618e9f req-860f6806-1440-4a1c-8d75-984378b91709 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642645 Mar 03 14:10:27.754266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-07816786-db72-41de-be61-30966fb04bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.755813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-07816786-db72-41de-be61-30966fb04bba service neutron] 10.222.0.13 "GET /v2.0/networks?id=07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 200 len: 915 time: 0.1437302 Mar 03 14:10:27.801616 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-5d3b64e8-7e60-47b3-8a2c-9d7de3785342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb HTTP/1.1" status: 200 len: 217 time: 0.0373242 Mar 03 14:10:27.879729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-a5eec584-18a7-4938-8711-54a6f257aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:27.881875 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-a5eec584-18a7-4938-8711-54a6f257aed0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 200 len: 854 time: 0.0736053 Mar 03 14:10:27.925294 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-b886361b-6448-4490-9fd1-474e6c44728c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07357312-6a8a-4c70-9db1-6833f62e1ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306787 Mar 03 14:10:28.128181 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-c91341d6-74f8-4093-a9ff-84e979677cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857951 Mar 03 14:10:28.143234 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875134c4-2008-4555-9577-66f561decb07 req-71a3823f-e5e9-4580-b276-2cb88c46a007 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:28.164148 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-875134c4-2008-4555-9577-66f561decb07 req-71a3823f-e5e9-4580-b276-2cb88c46a007 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1970723 Mar 03 14:10:28.314494 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-875134c4-2008-4555-9577-66f561decb07 req-147a647f-303a-42a6-ad7c-da38003954b8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493347 Mar 03 14:10:28.342995 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189bfc-26cc-4782-a405-cd787d4f777d req-0f319935-9f00-46f2-9521-2c640b6fc48e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:28.344752 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d2189bfc-26cc-4782-a405-cd787d4f777d req-0f319935-9f00-46f2-9521-2c640b6fc48e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1614521 Mar 03 14:10:28.371799 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e524c0f6-92c1-41c5-b6c7-1207188436e7 req-3daa575a-4b38-4e1e-9c40-263463d44528 service neutron] 10.222.0.13 "GET /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052629 Mar 03 14:10:28.404577 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d2189bfc-26cc-4782-a405-cd787d4f777d req-044c4393-3afd-4769-a0d6-c0acea6baaa2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Mar 03 14:10:28.899072 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285df6-7fd0-45e0-ba3f-9fa27be9e28e req-162015f2-bd5e-4249-930d-5e386581475b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:28.910661 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4285df6-7fd0-45e0-ba3f-9fa27be9e28e req-162015f2-bd5e-4249-930d-5e386581475b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 944 time: 0.0907919 Mar 03 14:10:29.003117 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4285df6-7fd0-45e0-ba3f-9fa27be9e28e req-c030b54d-d985-45c8-9300-d96188258de7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914130 Mar 03 14:10:29.465147 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419c684-0043-4c68-b390-13766d81a253 req-65dc0369-e1e0-4a0a-b50c-8b0b5ff992b2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:29.475590 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5419c684-0043-4c68-b390-13766d81a253 req-65dc0369-e1e0-4a0a-b50c-8b0b5ff992b2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0861712 Mar 03 14:10:29.566617 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5419c684-0043-4c68-b390-13766d81a253 req-170aa46c-aaef-4fdc-b169-0649dc5a402f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899472 Mar 03 14:10:29.604970 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3ead-aaa3-49f4-80a3-68f66c1af318 req-e1cc52c8-6153-47d7-b326-da3377804e77 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:29.607582 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c66e3ead-aaa3-49f4-80a3-68f66c1af318 req-e1cc52c8-6153-47d7-b326-da3377804e77 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0961564 Mar 03 14:10:29.680159 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c66e3ead-aaa3-49f4-80a3-68f66c1af318 req-050d139b-497c-46c1-a19e-19c231fa1f6d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642550 Mar 03 14:10:30.131734 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455933-77dc-4053-aba7-32fbed9b1901 req-cec1cf28-cdfc-4cd2-a4e6-2993b92a6c2f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:30.134071 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4f455933-77dc-4053-aba7-32fbed9b1901 req-cec1cf28-cdfc-4cd2-a4e6-2993b92a6c2f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 944 time: 0.0628459 Mar 03 14:10:30.195674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4f455933-77dc-4053-aba7-32fbed9b1901 req-9ddd1489-bef0-4042-9061-ce1a8b61852a tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549755 Mar 03 14:10:30.764828 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794dbc5-3a5c-4f26-bda4-10797c9d7379 req-7c25ebb7-ca6c-418a-8087-06392ae5a626 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:30.766634 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5794dbc5-3a5c-4f26-bda4-10797c9d7379 req-7c25ebb7-ca6c-418a-8087-06392ae5a626 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1056912 Mar 03 14:10:30.806328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-ac6ac7d0-2af4-4966-ad0d-700e4c39d053 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70225129&fields=id&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 267 time: 0.0969729 Mar 03 14:10:30.905422 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5794dbc5-3a5c-4f26-bda4-10797c9d7379 req-05583950-4317-4653-9239-b20bfcf9f1ae tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277807 Mar 03 14:10:30.949426 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-d267e4ce-0637-42fc-9cdb-29867e6a1760 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:30.957208 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-d267e4ce-0637-42fc-9cdb-29867e6a1760 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.1498609 Mar 03 14:10:30.974226 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-a001c2bd-c59d-4e78-8754-635837d65fb9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/quotas/4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 375 time: 0.0159731 Mar 03 14:10:31.058605 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-42cec7b8-7b86-4ffa-8ee4-908742d2eb0e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834303 Mar 03 14:10:31.219883 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:31.299379 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device dea0898d-50f6-4ed9-88d5-ad86345be5cb details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:31.421090 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:31.434793 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb', 'network_id': '07357312-6a8a-4c70-9db1-6833f62e1ba9', 'port_id': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb', 'mac_address': 'fa:16:3e:e6:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eca5d4-f3d0-4b39-9707-09fea1b1aa59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:31.459579 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a16f-90f5-4739-af7a-1d69f1e71f38 req-8e0134ae-16b1-4266-a76c-f364252b408c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:31.466340 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8e7a16f-90f5-4739-af7a-1d69f1e71f38 req-8e0134ae-16b1-4266-a76c-f364252b408c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.4067526 Mar 03 14:10:31.490379 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port dea0898d-50f6-4ed9-88d5-ad86345be5cb is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:31.490776 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:31.508401 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea0898d-50f6-4ed9-88d5-ad86345be5cb {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:31.531586 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:31.532804 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8e7a16f-90f5-4739-af7a-1d69f1e71f38 req-eacad2df-3272-477f-b471-a4762ac9e75a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635867 Mar 03 14:10:31.540310 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:31.548678 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-1a55658d-2d66-49ba-a27e-030605f0b355 service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562862 Mar 03 14:10:31.603467 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:31.717159 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864203d-1b7e-4c74-8b2e-533b63b4b83f req-d80d1560-fc1f-43c9-87e3-e0ddbc163a77 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:31.718740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0864203d-1b7e-4c74-8b2e-533b63b4b83f req-d80d1560-fc1f-43c9-87e3-e0ddbc163a77 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 945 time: 0.0859766 Mar 03 14:10:31.721096 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-e2940c21-cdd3-4c65-a602-96b7d3ab30c1 service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651640 Mar 03 14:10:31.810999 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0864203d-1b7e-4c74-8b2e-533b63b4b83f req-d28338f7-df0e-479a-97d9-4efca8ca6e1a tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Mar 03 14:10:31.910985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['dea0898d-50f6-4ed9-88d5-ad86345be5cb'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:32.298303 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943fa3-397a-4392-8720-8e45fb40cd52 req-e0d610dc-871f-43c8-b970-49bdfcfdaa50 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.306953 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b943fa3-397a-4392-8720-8e45fb40cd52 req-e0d610dc-871f-43c8-b970-49bdfcfdaa50 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0832226 Mar 03 14:10:32.460718 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b943fa3-397a-4392-8720-8e45fb40cd52 req-e721be61-46bc-430e-b340-9051be3102a7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500661 Mar 03 14:10:32.487741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ebdb5-34aa-4a22-925d-adbbe3ca3a7e req-795f8cff-4d3f-4bd9-ac4f-05af24cd459b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.495171 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-102ebdb5-34aa-4a22-925d-adbbe3ca3a7e req-795f8cff-4d3f-4bd9-ac4f-05af24cd459b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1729572 Mar 03 14:10:32.513688 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-9fd9ac56-755d-4234-a40c-1e5dbc6932eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.516433 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-9fd9ac56-755d-4234-a40c-1e5dbc6932eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1129 time: 0.1666479 Mar 03 14:10:32.644877 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-102ebdb5-34aa-4a22-925d-adbbe3ca3a7e req-4ca3c8d9-ba20-4650-b7b1-e62383e83f3f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1484711 Mar 03 14:10:32.646471 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6723cd20-492e-485c-a28b-717ea58b35ba req-837e6e1b-a1e4-4df4-ad67-6518dc9c418f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 210 time: 0.0471127 Mar 03 14:10:32.767250 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-d54d02fe-6f2b-4854-8540-d16a8ce63cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.768761 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-d54d02fe-6f2b-4854-8540-d16a8ce63cae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.2283418 Mar 03 14:10:32.841800 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2db51-ed7b-4768-bdd5-35a5381e4b0e req-8f1064f9-31fe-4f6e-bbf1-28a4420e0ffb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.850546 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfc2db51-ed7b-4768-bdd5-35a5381e4b0e req-8f1064f9-31fe-4f6e-bbf1-28a4420e0ffb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1207080 Mar 03 14:10:32.900914 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-286e801d-9cf3-4464-bb98-d40206d192fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 1001 time: 0.1195226 Mar 03 14:10:32.968160 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfc2db51-ed7b-4768-bdd5-35a5381e4b0e req-61c160fe-994a-43f3-a90f-cfdf567174b2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080217 Mar 03 14:10:32.985243 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-f8599188-592b-4dbd-9863-cf308778dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:32.986728 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-f8599188-592b-4dbd-9863-cf308778dd09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0605121 Mar 03 14:10:33.036847 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaa1dd-9219-490b-8b2d-6ef649aafcfd req-18641755-6086-49e6-94bb-15a27235f438 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:33.038380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62eaa1dd-9219-490b-8b2d-6ef649aafcfd req-18641755-6086-49e6-94bb-15a27235f438 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 945 time: 0.1500654 Mar 03 14:10:33.071719 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-9d33bb3a-236c-45ee-829b-ed26233f87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:33.073264 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-9d33bb3a-236c-45ee-829b-ed26233f87bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795395 Mar 03 14:10:33.096336 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62eaa1dd-9219-490b-8b2d-6ef649aafcfd req-0c883584-e433-45b8-8c37-69c0b46756ac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509927 Mar 03 14:10:33.199303 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-00e0b6d4-25ff-421e-9815-e77eeb5b69db service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943017 Mar 03 14:10:33.297924 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0533dfd5-f1ed-49ee-8fc3-e44651628561 req-75d2462a-bfd7-4aba-863d-da17f67d063e service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Mar 03 14:10:33.637379 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e55d2-4040-4c61-855d-45f3bf2a24c7 req-e93b7212-4671-40bc-9ac2-e0b7ad07a5cf tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:33.638920 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ac8e55d2-4040-4c61-855d-45f3bf2a24c7 req-e93b7212-4671-40bc-9ac2-e0b7ad07a5cf tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0920520 Mar 03 14:10:33.645000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-04d97a0a-23e4-4724-b10c-ce4dc92ad9bf tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:33.646444 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-04d97a0a-23e4-4724-b10c-ce4dc92ad9bf tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 815 time: 0.1451542 Mar 03 14:10:33.691109 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-3c2804c8-2d87-4bb2-b517-c1a091dab79f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/quotas/aa817b6a6545481993ac6ed78ea0b581 HTTP/1.1" status: 200 len: 375 time: 0.0369782 Mar 03 14:10:33.781179 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ac8e55d2-4040-4c61-855d-45f3bf2a24c7 req-94a3b636-02e0-44a2-a399-b920c5395e8e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337578 Mar 03 14:10:33.845791 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-2c22e1b0-1238-4885-8924-11189e110c0a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427586 Mar 03 14:10:33.853951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-966ea2e4-59ee-4454-9da4-895925c52a53 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:33.855347 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-966ea2e4-59ee-4454-9da4-895925c52a53 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.1850951 Mar 03 14:10:33.935387 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73d5e808-d8a8-4eb6-942e-795d875c39f9 req-7bed6595-7b8b-42ac-bc58-0c7ace5c1dfc tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 210 time: 0.0712397 Mar 03 14:10:33.951583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42056) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:34.020500 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-181e03ae-f52b-4bae-ba88-1187fe67eeda tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 378 time: 0.1375413 Mar 03 14:10:34.044853 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'port': {'device_id': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'admin_state_up': True, 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'security_groups': ['e6724acf-050b-44bc-8036-2daa2e41fbba']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:34.049160 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-359c67d5-191b-4d4f-9e48-73dda5acc7e5 service neutron] 10.222.0.31 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929240 Mar 03 14:10:34.068428 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.148276 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Publish callbacks [] for security_group (c355a325-c243-4de9-b047-ccb33d4cb934), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.151833 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c355a325-c243-4de9-b047-ccb33d4cb934), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.167957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d69df-ddfb-497c-847a-b4a6636b10f2 req-d1db2c4d-39c2-41f8-8961-e0144d51eaa5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:34.169447 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec0d69df-ddfb-497c-847a-b4a6636b10f2 req-d1db2c4d-39c2-41f8-8961-e0144d51eaa5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1644676 Mar 03 14:10:34.194662 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa78efb412f94c709935e66f8770973d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384260 Mar 03 14:10:34.194662 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c355a325-c243-4de9-b047-ccb33d4cb934,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:34.195095 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42064) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:10:34.215177 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.215465 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.215808 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.216136 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.216464 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.216785 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.217976 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.218677 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.218997 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.219330 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.219658 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.220062 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.220452 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c724d2-bfe4-4e56-8013-0682823a366a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:34.255141 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-f90d94b9-829a-4105-8f9b-af34475fc137 service neutron] 10.222.0.31 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915102 Mar 03 14:10:34.272873 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] Publish callbacks [] for security_group (c355a325-c243-4de9-b047-ccb33d4cb934), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.278209 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec0d69df-ddfb-497c-847a-b4a6636b10f2 req-a9540046-bacf-480a-80ac-c04d7c86685f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008723 Mar 03 14:10:34.289755 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Made reservation on behalf of 4de7222ced0f4af7b7f8364ca5aa8baa for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:34.293930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.307563 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] Publish callbacks [] for security_group (c355a325-c243-4de9-b047-ccb33d4cb934), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.362600 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c355a325-c243-4de9-b047-ccb33d4cb934), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.365538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.370128 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c355a325-c243-4de9-b047-ccb33d4cb934 HTTP/1.1" status: 204 len: 168 time: 0.1740429 Mar 03 14:10:34.386990 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3854e-394a-4a77-ab7d-5979edd30973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c355a325-c243-4de9-b047-ccb33d4cb934,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:34.490049 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a56b1-c009-4a6b-9642-887e5191cc45 req-5a5f88b6-8c98-44a9-abaf-fbafcaad14d4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:34.492058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-188a56b1-c009-4a6b-9642-887e5191cc45 req-5a5f88b6-8c98-44a9-abaf-fbafcaad14d4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1310787 Mar 03 14:10:34.521924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.20.0.6 (19fdd563-b8ec-49f3-98be-6330c7cec379/1cb0dcbf-c5ff-4172-8709-39a266cf19da/c36191c0-89a9-4334-9628-1dc78ded26a5) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:34.605667 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-188a56b1-c009-4a6b-9642-887e5191cc45 req-e09992d0-0dd0-4c69-9dfb-dedf177d396c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039407 Mar 03 14:10:34.624825 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01492bd-0abd-4d41-ab58-347d3712649d req-8e4d4949-1a1d-4e46-bea3-4259ed06809c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:34.626380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f01492bd-0abd-4d41-ab58-347d3712649d req-8e4d4949-1a1d-4e46-bea3-4259ed06809c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 945 time: 0.1304438 Mar 03 14:10:34.751660 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8b1ddca-d1a6-4e28-a8b4-76a9bc35677f req-6dc55b04-9fbd-4f25-8171-b327415e5e0b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 210 time: 0.0576942 Mar 03 14:10:34.777729 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f01492bd-0abd-4d41-ab58-347d3712649d req-c54f6b5b-86a2-4d87-ad28-93483ac6ef03 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452050 Mar 03 14:10:34.832499 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.877855 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.966277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:34.970985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:34.974970 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:34.980478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:34.981067 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:34.996728 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:35.017810 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c119-e011-4f8b-b9f0-307c275e2028 req-daa71fe3-1be1-4ebb-ade7-dd91dd04f0f6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:35.019482 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4100c119-e011-4f8b-b9f0-307c275e2028 req-daa71fe3-1be1-4ebb-ade7-dd91dd04f0f6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1536832 Mar 03 14:10:35.023608 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9848318 Mar 03 14:10:35.025069 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.025455 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.025831 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.026179 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.026498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.026824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.027150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.027502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.027835 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.028163 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.028483 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.028799 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.029122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943cad76-e6da-41f6-af4d-bb08bb5ede83 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:35.040994 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Request body: {'port': {'device_id': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:35.180887 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4100c119-e011-4f8b-b9f0-307c275e2028 req-ab6dd6e4-8a45-4f22-b0fd-26ef64cc2ba2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453710 Mar 03 14:10:35.190610 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.201131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8295ce3-cbbe-41cb-ba6e-0e9f0a0c2d11 req-82997be1-91ef-4145-8fe8-7521e467e4aa tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:35.203370 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8295ce3-cbbe-41cb-ba6e-0e9f0a0c2d11 req-82997be1-91ef-4145-8fe8-7521e467e4aa tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 931 time: 0.1595252 Mar 03 14:10:35.258427 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-efb7792d-0026-4d97-bd26-08ac654fd956 None None] Provisioning complete for port c36191c0-89a9-4334-9628-1dc78ded26a5 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:35.259798 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-efb7792d-0026-4d97-bd26-08ac654fd956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.304127 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-efb7792d-0026-4d97-bd26-08ac654fd956 None None] Port c36191c0-89a9-4334-9628-1dc78ded26a5 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:35.305565 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8295ce3-cbbe-41cb-ba6e-0e9f0a0c2d11 req-a689f0e2-1188-42c9-a7f0-3d4bc5fa107c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956876 Mar 03 14:10:35.336877 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device dea0898d-50f6-4ed9-88d5-ad86345be5cb up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:35.392128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port dea0898d-50f6-4ed9-88d5-ad86345be5cb completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:10:35.396712 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port dea0898d-50f6-4ed9-88d5-ad86345be5cb triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:35.397084 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.469804 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6eec-6752-4769-adb5-80aec007ee2e req-527cf47b-1c99-4797-837b-75212d13543e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:35.476692 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c47b6eec-6752-4769-adb5-80aec007ee2e req-527cf47b-1c99-4797-837b-75212d13543e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1151836 Mar 03 14:10:35.484377 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port dea0898d-50f6-4ed9-88d5-ad86345be5cb is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:35.485015 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.518341 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:35.520610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de25a4b-218a-4171-a560-b7782ac772d6" -d '{"events": [{"server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:35.534293 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:35.539933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.562785 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c47b6eec-6752-4769-adb5-80aec007ee2e req-bb414485-7094-4e0d-9742-e21f51b003dd tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850692 Mar 03 14:10:35.582870 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9d42b2-68fc-4575-88a9-e53f1a950ab2 x-openstack-request-id: req-9d9d42b2-68fc-4575-88a9-e53f1a950ab2 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:35.583312 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:35.583438 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d9d42b2-68fc-4575-88a9-e53f1a950ab2 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:35.583803 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb', 'code': 200} Mar 03 14:10:35.606549 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:35.671312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36191c0-89a9-4334-9628-1dc78ded26a5 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:35.681635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks [] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:35.697098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Transition to ACTIVE for port object c36191c0-89a9-4334-9628-1dc78ded26a5 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:10:35.706324 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:36.198291 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:36.228783 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e3a4e47-f9fe-470a-8834-5c6c7f11b390 req-00f91dc8-412c-45c3-9745-ba19f2439ad3 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 210 time: 0.1271846 Mar 03 14:10:36.254619 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Attempting to bind port c36191c0-89a9-4334-9628-1dc78ded26a5 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:36.255197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Attempting to bind port c36191c0-89a9-4334-9628-1dc78ded26a5 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:36.255522 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Attempting to bind port c36191c0-89a9-4334-9628-1dc78ded26a5 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:36.271981 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Port c36191c0-89a9-4334-9628-1dc78ded26a5 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:10:36.272304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Attempting to bind port c36191c0-89a9-4334-9628-1dc78ded26a5 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:36.289668 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df45d-0e4e-4c8b-ac11-6b43b7b843ad req-66c4f37d-65d8-4f16-a2a5-0e4467845d1b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.291175 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3d8df45d-0e4e-4c8b-ac11-6b43b7b843ad req-66c4f37d-65d8-4f16-a2a5-0e4467845d1b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.5520694 Mar 03 14:10:36.306113 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:36.306351 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:36.306730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Bound using segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:36.307170 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Bound port: c36191c0-89a9-4334-9628-1dc78ded26a5, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:36.307515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:36.330445 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656832-ac21-446e-9d6b-295aadcab08b req-f859fac0-d680-420e-95a9-c926e5b1e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.331874 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19656832-ac21-446e-9d6b-295aadcab08b req-f859fac0-d680-420e-95a9-c926e5b1e579 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 1130 time: 0.5269747 Mar 03 14:10:36.346585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-e81dd0fe-e906-4dfb-837e-045fe063fc4d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.348031 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-e81dd0fe-e906-4dfb-837e-045fe063fc4d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 815 time: 0.5567131 Mar 03 14:10:36.388428 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'port': {'device_id': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'admin_state_up': True, 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:36.570472 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:36.579668 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c36191c0-89a9-4334-9628-1dc78ded26a5,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:36.585473 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3d8df45d-0e4e-4c8b-ac11-6b43b7b843ad req-f5d8fb3f-f742-4023-9e0a-4a7f35fa5f28 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730525 Mar 03 14:10:36.596633 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19656832-ac21-446e-9d6b-295aadcab08b req-ed5d685b-6c1c-477f-a1bb-fc5b77139ced service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403023 Mar 03 14:10:36.607038 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:36.621951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dbde5-3798-423b-a29a-72295f529b35 req-7efe9675-de5c-4fbe-96e3-f9a54b35011c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.623995 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f8dbde5-3798-423b-a29a-72295f529b35 req-7efe9675-de5c-4fbe-96e3-f9a54b35011c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.3070307 Mar 03 14:10:36.727319 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.728038 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:36.730832 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] 10.222.0.13 "PUT /v2.0/ports/c36191c0-89a9-4334-9628-1dc78ded26a5 HTTP/1.1" status: 200 len: 1093 time: 1.6938291 Mar 03 14:10:36.736371 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:36.740376 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d800f-ab3c-4601-950a-afcdbd8b1f22" -d '{"events": [{"name": "network-changed", "server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:36.832236 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49508a57-d46e-4496-93df-c3d0f75e4f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:36.834956 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Made reservation on behalf of aa817b6a6545481993ac6ed78ea0b581 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:10:36.838459 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:36.859358 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9f8dbde5-3798-423b-a29a-72295f529b35 req-c4bc3139-69ad-45c9-a118-504a9b9f1f77 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088218 Mar 03 14:10:36.917089 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b288b-2ee0-4989-b5a4-4b1df3037ac2 req-234b42a5-091e-4f83-bde3-df2d1cad14e2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:36.922196 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-188b288b-2ee0-4989-b5a4-4b1df3037ac2 req-234b42a5-091e-4f83-bde3-df2d1cad14e2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1763971 Mar 03 14:10:37.163544 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-188b288b-2ee0-4989-b5a4-4b1df3037ac2 req-cfffe4ac-b533-4a60-acfb-468335600353 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758370 Mar 03 14:10:37.200834 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b116-041b-4104-ac78-6d623f1f403b req-1a81ab62-6882-4642-9d46-110bf8d8d989 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:37.214278 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4090b116-041b-4104-ac78-6d623f1f403b req-1a81ab62-6882-4642-9d46-110bf8d8d989 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.2129891 Mar 03 14:10:37.220908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Allocated IP 172.20.0.10 (e2630778-deac-49bb-b2c7-c77e999816b0/5aa8f791-b5c9-4cd9-b148-1786e9a615be/439508af-07f3-4c39-a774-153476a24e87) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:10:37.332886 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4090b116-041b-4104-ac78-6d623f1f403b req-1c0cf948-a2c9-415f-9218-9e4d589ee57a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174693 Mar 03 14:10:37.424733 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9b61f-e384-4f48-abf1-753984b02b5d x-openstack-request-id: req-04d9b61f-e384-4f48-abf1-753984b02b5d {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:37.425039 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:37.425293 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04d9b61f-e384-4f48-abf1-753984b02b5d {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:37.425711 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'status': 'completed', 'code': 200} Mar 03 14:10:37.463491 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad08a-da2c-4092-9131-0f3cf6e37872 req-8d075f88-9c33-4a29-ba53-f15f4d1ed0eb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:37.464979 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfaad08a-da2c-4092-9131-0f3cf6e37872 req-8d075f88-9c33-4a29-ba53-f15f4d1ed0eb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1920381 Mar 03 14:10:37.517486 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for port (439508af-07f3-4c39-a774-153476a24e87), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:37.540011 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba41723a-a613-4466-a6d3-f1742bf75cb0 req-7b9e5db2-c08b-4098-897a-63f8b2ac0d98 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 210 time: 0.0469141 Mar 03 14:10:37.573892 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfaad08a-da2c-4092-9131-0f3cf6e37872 req-9ba2efd6-e9df-421f-9282-512ab771451a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014383 Mar 03 14:10:37.598095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (439508af-07f3-4c39-a774-153476a24e87), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:37.646228 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Network e2630778-deac-49bb-b2c7-c77e999816b0 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:10:37.649728 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:10:37.653927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:10:37.662125 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:37.662949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:37.675771 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:37.691224 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-40d8471a-b929-4aa6-a337-210d7f550b9b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3086352 Mar 03 14:10:37.792738 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91372-b2e2-4782-a340-fbb25fb42a35 req-857c2ec3-f61f-49e6-9869-c5392f7ed913 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:37.794666 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0df91372-b2e2-4782-a340-fbb25fb42a35 req-857c2ec3-f61f-49e6-9869-c5392f7ed913 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0685134 Mar 03 14:10:37.859132 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0df91372-b2e2-4782-a340-fbb25fb42a35 req-e7d83f1b-8997-46ec-8c80-f974ef8fa209 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582330 Mar 03 14:10:37.904479 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2febf12a-a5fb-40db-b270-ea80c391df85 None None] Provisioning complete for port 439508af-07f3-4c39-a774-153476a24e87 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:37.905691 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2febf12a-a5fb-40db-b270-ea80c391df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (439508af-07f3-4c39-a774-153476a24e87), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:37.947007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2febf12a-a5fb-40db-b270-ea80c391df85 None None] Port 439508af-07f3-4c39-a774-153476a24e87 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:10:38.005362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20e70-58d8-4068-a1fc-5d5e4b7f57d5 req-cf8de7a5-4ac9-4c5c-b7e8-8973d0bf2cac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.006877 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7b20e70-58d8-4068-a1fc-5d5e4b7f57d5 req-cf8de7a5-4ac9-4c5c-b7e8-8973d0bf2cac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0580659 Mar 03 14:10:38.055543 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7b20e70-58d8-4068-a1fc-5d5e4b7f57d5 req-6501c2e7-8e69-481e-a8da-63aac86fe0a0 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Mar 03 14:10:38.292557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414de8cf-dc1a-478d-adc2-6af0957e2e2a req-d7a6411d-46b1-4827-a9f0-446c175114ee tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.294055 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-414de8cf-dc1a-478d-adc2-6af0957e2e2a req-d7a6411d-46b1-4827-a9f0-446c175114ee tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0611939 Mar 03 14:10:38.342736 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-414de8cf-dc1a-478d-adc2-6af0957e2e2a req-1e250c83-6d0f-48cd-a280-5967326a6d82 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Mar 03 14:10:38.466260 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe6d0-272b-408b-b450-392e73d0ed7f req-091d693d-793f-4219-95f5-54bff3361461 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.467652 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39ebe6d0-272b-408b-b450-392e73d0ed7f req-091d693d-793f-4219-95f5-54bff3361461 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0567241 Mar 03 14:10:38.521836 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39ebe6d0-272b-408b-b450-392e73d0ed7f req-561e4b9b-c5b0-4db3-9967-825299cad3c5 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481491 Mar 03 14:10:38.705488 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c1d72-e959-46c8-9fb4-c91b267d2352 req-d32766de-e8c8-46f3-94ee-d8c7512e9c5f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.707253 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be3c1d72-e959-46c8-9fb4-c91b267d2352 req-d32766de-e8c8-46f3-94ee-d8c7512e9c5f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.0968292 Mar 03 14:10:38.753016 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2e2db-9965-4b45-82a2-de3a5cfd181e req-60e0e8e5-e2c8-46a4-8f64-c4db8a7e90fd tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.754610 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39a2e2db-9965-4b45-82a2-de3a5cfd181e req-60e0e8e5-e2c8-46a4-8f64-c4db8a7e90fd tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0997210 Mar 03 14:10:38.790970 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be3c1d72-e959-46c8-9fb4-c91b267d2352 req-7ca2268e-0f83-44a8-af50-c78d87e257dd tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769780 Mar 03 14:10:38.821341 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39a2e2db-9965-4b45-82a2-de3a5cfd181e req-fe6514ee-4c8c-4a43-ae02-d0debfa4ec89 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553997 Mar 03 14:10:38.984889 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3f69-951c-49a2-bf1a-dbcdc4cb72ab req-2fff5fe7-fc04-4f4e-9c51-e56edf40c6bd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:38.986435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8bbf3f69-951c-49a2-bf1a-dbcdc4cb72ab req-2fff5fe7-fc04-4f4e-9c51-e56edf40c6bd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0537655 Mar 03 14:10:39.048754 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8bbf3f69-951c-49a2-bf1a-dbcdc4cb72ab req-4996a109-bd5e-47d1-8911-353c4101e793 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564859 Mar 03 14:10:39.177013 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f96f-905c-46f5-a841-f29dbbb5dcd2 req-9700c013-1ba3-42ec-a018-12cce0c1416c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:39.178646 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6748f96f-905c-46f5-a841-f29dbbb5dcd2 req-9700c013-1ba3-42ec-a018-12cce0c1416c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0555286 Mar 03 14:10:39.229427 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6748f96f-905c-46f5-a841-f29dbbb5dcd2 req-0ca5c52a-f588-4394-b285-469e086ce2b2 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Mar 03 14:10:39.464747 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ccf13-dcc2-4bcf-95c4-3b21838308cb req-e7291d60-4c9f-4ddf-8323-0d1af6529bc4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:39.466498 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a91ccf13-dcc2-4bcf-95c4-3b21838308cb req-e7291d60-4c9f-4ddf-8323-0d1af6529bc4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0551298 Mar 03 14:10:39.522831 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a91ccf13-dcc2-4bcf-95c4-3b21838308cb req-19da4045-ee8a-4ec5-b0dc-ee248a180f74 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 Mar 03 14:10:39.647891 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407ecc-b545-4849-aaf6-cf2db3ae4025 req-6bf7fec5-e8d4-4d92-8e58-6125b71a7994 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:39.649274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34407ecc-b545-4849-aaf6-cf2db3ae4025 req-6bf7fec5-e8d4-4d92-8e58-6125b71a7994 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0590637 Mar 03 14:10:39.701338 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34407ecc-b545-4849-aaf6-cf2db3ae4025 req-cf5b00e9-0530-473e-8851-e2b9997ea641 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451555 Mar 03 14:10:39.975689 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ecdd0-b0f8-464d-a1de-9b7b046e663f req-2410db24-ee39-46c2-952d-1097e5169585 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:39.977288 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b2ecdd0-b0f8-464d-a1de-9b7b046e663f req-2410db24-ee39-46c2-952d-1097e5169585 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.0991828 Mar 03 14:10:40.016949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741ad9-0ca7-4f74-a6d2-f64e2e1d62f8 req-187d1dc2-2b6f-41c6-9a48-c44bfb010cfa tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:40.018600 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04741ad9-0ca7-4f74-a6d2-f64e2e1d62f8 req-187d1dc2-2b6f-41c6-9a48-c44bfb010cfa tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0873914 Mar 03 14:10:40.069908 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b2ecdd0-b0f8-464d-a1de-9b7b046e663f req-587e499a-633a-459c-90d5-e29f42622fa0 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842490 Mar 03 14:10:40.106240 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04741ad9-0ca7-4f74-a6d2-f64e2e1d62f8 req-395e4594-bf60-4d65-acb0-8f85589fc457 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807464 Mar 03 14:10:40.204282 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b23c2-1755-41a1-9504-a5d980d34d7c req-5f93053e-02bb-46b6-925c-0c0c5f0a6273 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:40.205790 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad7b23c2-1755-41a1-9504-a5d980d34d7c req-5f93053e-02bb-46b6-925c-0c0c5f0a6273 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0561652 Mar 03 14:10:40.290772 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad7b23c2-1755-41a1-9504-a5d980d34d7c req-a993eda4-3c67-49cc-93a6-afbc8417f327 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790830 Mar 03 14:10:40.374386 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfc624-95c7-445e-82cf-ea25073e3efe req-00ebd0bc-b46c-41ad-97a1-a3c2d5836d46 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:40.375846 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34bfc624-95c7-445e-82cf-ea25073e3efe req-00ebd0bc-b46c-41ad-97a1-a3c2d5836d46 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0564423 Mar 03 14:10:40.426538 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34bfc624-95c7-445e-82cf-ea25073e3efe req-6d73f31b-3a55-46be-a386-491ce42313c3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Mar 03 14:10:40.652113 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541be5fd-cef1-4d16-9667-2593bd9ece5a req-26e23f84-a003-4033-a162-5d056feaa21f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:40.655412 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-541be5fd-cef1-4d16-9667-2593bd9ece5a req-26e23f84-a003-4033-a162-5d056feaa21f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0602162 Mar 03 14:10:40.706395 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-541be5fd-cef1-4d16-9667-2593bd9ece5a req-0953aa0a-9eb4-4f78-a476-27c76a66adae tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Mar 03 14:10:40.830310 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fbcbc-e5ea-4834-b306-ccacb15005a5 req-dd0cd0be-3012-49be-b289-68eccf447a34 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:40.834178 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c24fbcbc-e5ea-4834-b306-ccacb15005a5 req-dd0cd0be-3012-49be-b289-68eccf447a34 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0547075 Mar 03 14:10:40.891451 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c24fbcbc-e5ea-4834-b306-ccacb15005a5 req-48bb5273-bbd0-4442-9c3e-788361823045 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476563 Mar 03 14:10:41.225425 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf108d-3b55-4b72-b9c3-ff6af107c8e7 req-8134f909-7619-47a5-a952-7f40cc97bdcb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:41.234330 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-badf108d-3b55-4b72-b9c3-ff6af107c8e7 req-8134f909-7619-47a5-a952-7f40cc97bdcb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.0893004 Mar 03 14:10:41.292432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72c77-d571-466b-9d8e-f7d34c047638 req-a13d3ce8-6dab-41a5-85dd-17572cb13822 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:41.294094 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2cd72c77-d571-466b-9d8e-f7d34c047638 req-a13d3ce8-6dab-41a5-85dd-17572cb13822 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1065600 Mar 03 14:10:41.298224 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-badf108d-3b55-4b72-b9c3-ff6af107c8e7 req-bacc20a2-b774-44f5-a7f5-8fa0369bec1c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 Mar 03 14:10:41.358448 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2cd72c77-d571-466b-9d8e-f7d34c047638 req-528a48fe-a4c5-4bb1-85ee-e74ef6d7da90 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582366 Mar 03 14:10:41.453209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a16a0-d831-4f26-953b-8a75577d7bf4 req-4bd2463c-ca78-4828-a8e1-950007ee5ca4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:41.454812 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e27a16a0-d831-4f26-953b-8a75577d7bf4 req-4bd2463c-ca78-4828-a8e1-950007ee5ca4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0562773 Mar 03 14:10:41.538192 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e27a16a0-d831-4f26-953b-8a75577d7bf4 req-75d2abda-a58c-4647-a469-8a7b79629109 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765634 Mar 03 14:10:41.580567 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd402-e5d5-4124-bd5d-26cebf220881 req-90828ef0-2604-4b5c-986b-8d060f1a8947 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:41.582101 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-09ecd402-e5d5-4124-bd5d-26cebf220881 req-90828ef0-2604-4b5c-986b-8d060f1a8947 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0743463 Mar 03 14:10:41.635526 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-09ecd402-e5d5-4124-bd5d-26cebf220881 req-cc384873-e5df-4aff-af5f-f4a860540e61 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Mar 03 14:10:41.836714 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1f018-fe89-4c96-a902-0ad975179411 req-cec0d84c-3eda-4b26-b546-1359782e2e40 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:41.838224 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4dc1f018-fe89-4c96-a902-0ad975179411 req-cec0d84c-3eda-4b26-b546-1359782e2e40 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0588121 Mar 03 14:10:41.888279 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4dc1f018-fe89-4c96-a902-0ad975179411 req-7af40276-72c3-4f7f-aaf0-a2cea22fe09f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Mar 03 14:10:42.017133 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ecace-574c-44d3-a8c8-ee5162f78902 req-6f168dd3-8282-40ab-8eab-4161bfd6062f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:42.018640 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6ecace-574c-44d3-a8c8-ee5162f78902 req-6f168dd3-8282-40ab-8eab-4161bfd6062f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0602913 Mar 03 14:10:42.069264 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6ecace-574c-44d3-a8c8-ee5162f78902 req-1cf2c161-1156-47b6-9547-b1844bc9eac9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446613 Mar 03 14:10:42.535188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c094-51d3-45c3-bc9e-22023b3fb657 req-f8fd062d-1c20-44e9-a793-178183414cbb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:42.536668 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a187c094-51d3-45c3-bc9e-22023b3fb657 req-f8fd062d-1c20-44e9-a793-178183414cbb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.1539187 Mar 03 14:10:42.622206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819682-dbba-4027-9bf1-d4c506233cae req-b43b15d7-5e19-407a-8d78-874dfca48c76 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:42.625133 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0e819682-dbba-4027-9bf1-d4c506233cae req-b43b15d7-5e19-407a-8d78-874dfca48c76 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1175845 Mar 03 14:10:42.628979 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a187c094-51d3-45c3-bc9e-22023b3fb657 req-d7fe75c4-061a-43d2-94d6-2495d62a86ee tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686615 Mar 03 14:10:42.675691 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0e819682-dbba-4027-9bf1-d4c506233cae req-9f1efb60-9bb7-4aad-accd-d864a34dad3e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457516 Mar 03 14:10:42.822644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc765297-d7ec-4211-954d-e6473fd3e5e4 req-2959982d-3756-4cc2-965a-29a3e5ca42ae tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:42.824136 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc765297-d7ec-4211-954d-e6473fd3e5e4 req-2959982d-3756-4cc2-965a-29a3e5ca42ae tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0875320 Mar 03 14:10:42.846261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48616ff-1282-44a8-bc63-bd1a057c06f6 req-232845e5-9388-4a82-89ac-1fcbe60ae1b3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:42.847735 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f48616ff-1282-44a8-bc63-bd1a057c06f6 req-232845e5-9388-4a82-89ac-1fcbe60ae1b3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0813842 Mar 03 14:10:42.918355 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc765297-d7ec-4211-954d-e6473fd3e5e4 req-8b32bf98-9854-4823-9d37-5e683fba19c9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874603 Mar 03 14:10:42.928322 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f48616ff-1282-44a8-bc63-bd1a057c06f6 req-6208e835-7aa9-4e5b-9094-4e4ae3e78190 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Mar 03 14:10:43.048424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eec42-6413-4e7a-b038-a65d0198c9fb req-5391da4b-3062-40ae-a967-e43ffba3bff4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:43.049986 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c3eec42-6413-4e7a-b038-a65d0198c9fb req-5391da4b-3062-40ae-a967-e43ffba3bff4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0609698 Mar 03 14:10:43.102412 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c3eec42-6413-4e7a-b038-a65d0198c9fb req-e54dcff5-190d-46d3-a7cd-5f472805e55e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Mar 03 14:10:43.200985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b9c71-6f17-4d7e-95ba-bc3b7413c975 req-71150fe1-bb5d-4787-b8c1-079936b16257 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:43.202643 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1b9c71-6f17-4d7e-95ba-bc3b7413c975 req-71150fe1-bb5d-4787-b8c1-079936b16257 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0551362 Mar 03 14:10:43.253566 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1b9c71-6f17-4d7e-95ba-bc3b7413c975 req-0b5ac4fd-a0c9-4c0d-b136-8a1649c95aac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454381 Mar 03 14:10:43.766700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a20766-4c81-4f19-8da6-64e379c19769 req-d6593b8f-ed19-4cb2-b453-d64215facbf6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:43.768161 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39a20766-4c81-4f19-8da6-64e379c19769 req-d6593b8f-ed19-4cb2-b453-d64215facbf6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.0664146 Mar 03 14:10:43.854449 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83728c6b-13e5-4d37-b78a-d20f40b483cc req-7105deb7-2276-4079-ab6a-51861b9d1457 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:43.856337 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83728c6b-13e5-4d37-b78a-d20f40b483cc req-7105deb7-2276-4079-ab6a-51861b9d1457 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0870466 Mar 03 14:10:43.861185 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39a20766-4c81-4f19-8da6-64e379c19769 req-21936968-3758-40ac-b3b5-4bae57cb17e5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836093 Mar 03 14:10:43.908951 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83728c6b-13e5-4d37-b78a-d20f40b483cc req-0e46352e-8828-4684-b727-121259719bf9 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459676 Mar 03 14:10:44.089917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0bdf7-9062-45a4-82e7-a2c996e82cd9 req-827089b4-1bba-4a0a-807b-e3e8459bb7e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:44.091662 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86f0bdf7-9062-45a4-82e7-a2c996e82cd9 req-827089b4-1bba-4a0a-807b-e3e8459bb7e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0920625 Mar 03 14:10:44.100913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39df5c-3d6e-4f02-aea8-633cf0bf2c58 req-6adbf965-0126-4b2a-8fbe-6ccc5f86d69d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:44.102688 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f39df5c-3d6e-4f02-aea8-633cf0bf2c58 req-6adbf965-0126-4b2a-8fbe-6ccc5f86d69d tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0926635 Mar 03 14:10:44.176068 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86f0bdf7-9062-45a4-82e7-a2c996e82cd9 req-b50abe1c-7a6a-4e6c-b4cb-b437b5cf7d3b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721579 Mar 03 14:10:44.187388 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f39df5c-3d6e-4f02-aea8-633cf0bf2c58 req-b7cb457e-7dba-45f6-89b3-d23bc566bae4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Mar 03 14:10:44.316204 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32673b5d-f1f4-4386-a62a-009c40d90f39 req-c8fe7561-ab09-4c10-bcc8-3d2a108ac958 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:44.317777 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32673b5d-f1f4-4386-a62a-009c40d90f39 req-c8fe7561-ab09-4c10-bcc8-3d2a108ac958 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0591786 Mar 03 14:10:44.403959 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32673b5d-f1f4-4386-a62a-009c40d90f39 req-96e9c1b0-fedd-41e9-aa87-50a00d22e4a7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716550 Mar 03 14:10:44.412405 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520be1-d796-4863-ab7f-19e71f0b21d8 req-f378c8b0-f433-4aa3-a39c-b480a4d19899 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:44.413973 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef520be1-d796-4863-ab7f-19e71f0b21d8 req-f378c8b0-f433-4aa3-a39c-b480a4d19899 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0903444 Mar 03 14:10:44.479764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef520be1-d796-4863-ab7f-19e71f0b21d8 req-5e8f0def-81e8-40c7-8789-03b62c0a7e9e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499969 Mar 03 14:10:45.003717 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7d41-cd34-4b1f-99e0-98e712780e7d req-08815ffd-adad-480b-839c-a32cdd855919 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.005125 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a9d7d41-cd34-4b1f-99e0-98e712780e7d req-08815ffd-adad-480b-839c-a32cdd855919 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.0614748 Mar 03 14:10:45.089016 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a9d7d41-cd34-4b1f-99e0-98e712780e7d req-60b3454a-7802-42c3-b1de-958d17599ad5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746696 Mar 03 14:10:45.101136 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba99b8-0f91-44a2-b380-f0ffe205b064 req-78547fef-64cf-49f5-9bd5-dbd6158de2fc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.110556 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-88ba99b8-0f91-44a2-b380-f0ffe205b064 req-78547fef-64cf-49f5-9bd5-dbd6158de2fc tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0965807 Mar 03 14:10:45.160052 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-88ba99b8-0f91-44a2-b380-f0ffe205b064 req-e941e3d7-e165-4b9a-b345-8c97cc44d48f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516777 Mar 03 14:10:45.348566 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633831a5-8737-428c-8689-7478fb94a33b req-bf82353c-7faa-42f2-b73c-507491d81ae7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.350058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-633831a5-8737-428c-8689-7478fb94a33b req-bf82353c-7faa-42f2-b73c-507491d81ae7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0762348 Mar 03 14:10:45.358568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc8a-7b43-4a59-9f54-56f008979155 req-623c3722-67de-42b4-94d4-fa669e651c99 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.360206 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-599fdc8a-7b43-4a59-9f54-56f008979155 req-623c3722-67de-42b4-94d4-fa669e651c99 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0971940 Mar 03 14:10:45.437198 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-599fdc8a-7b43-4a59-9f54-56f008979155 req-4dead750-55a4-4bb3-9daa-3e8a6f13b988 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700881 Mar 03 14:10:45.440163 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-633831a5-8737-428c-8689-7478fb94a33b req-f0b5d7a9-fc21-4808-99da-ec10930d5974 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790825 Mar 03 14:10:45.559215 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b9d5d-45ed-4f1b-a362-4144b966fd12 req-9b45025d-c01c-4d76-8856-cbc7e2a2218b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.560639 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e01b9d5d-45ed-4f1b-a362-4144b966fd12 req-9b45025d-c01c-4d76-8856-cbc7e2a2218b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0562453 Mar 03 14:10:45.645766 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e01b9d5d-45ed-4f1b-a362-4144b966fd12 req-f19a6236-36f8-451d-a0eb-2cd6dd57890d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755017 Mar 03 14:10:45.663215 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb0fa-bf2e-46b4-a877-2f6e0680e400 req-8e24f3bb-21d2-416d-be0a-124a43d02729 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:45.664799 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-124fb0fa-bf2e-46b4-a877-2f6e0680e400 req-8e24f3bb-21d2-416d-be0a-124a43d02729 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.1029952 Mar 03 14:10:45.719090 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-124fb0fa-bf2e-46b4-a877-2f6e0680e400 req-b403faf3-7a72-4b3f-8fc8-146081d484ce tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476420 Mar 03 14:10:46.473911 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68558b-eca2-4589-9384-c4edc0dec207 req-6264b096-3c17-414e-bfe6-e3b25172ed9f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:46.475393 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6f68558b-eca2-4589-9384-c4edc0dec207 req-6264b096-3c17-414e-bfe6-e3b25172ed9f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 932 time: 0.3193822 Mar 03 14:10:46.496573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54a1e-0272-4f03-b873-8fab7e655640 req-4625b4b4-6d00-42e8-b38e-2b930b222896 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:46.498067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-54c54a1e-0272-4f03-b873-8fab7e655640 req-4625b4b4-6d00-42e8-b38e-2b930b222896 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0763061 Mar 03 14:10:46.556465 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6f68558b-eca2-4589-9384-c4edc0dec207 req-9f6f6fe6-1988-4eb5-9b70-0ad19b108251 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733516 Mar 03 14:10:46.570245 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-54c54a1e-0272-4f03-b873-8fab7e655640 req-3b2156b8-eb5f-44ac-92af-36f27edbb147 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640917 Mar 03 14:10:46.691459 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a13aa-1488-4568-9e76-7029c2302a9e req-140e6084-5a06-4845-8942-20ebacad61d4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:46.692942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-398a13aa-1488-4568-9e76-7029c2302a9e req-140e6084-5a06-4845-8942-20ebacad61d4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0838454 Mar 03 14:10:46.721434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59d77-8c27-458f-abb2-1188ce71d9e4 req-910d40c9-e4e6-4da5-81f7-56a72c45d509 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:46.723077 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5f59d77-8c27-458f-abb2-1188ce71d9e4 req-910d40c9-e4e6-4da5-81f7-56a72c45d509 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0858660 Mar 03 14:10:46.759938 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Request body: {'port': {'device_id': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:10:46.818863 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-398a13aa-1488-4568-9e76-7029c2302a9e req-d150eb29-20a2-44cb-9e7b-e525c25727cb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200993 Mar 03 14:10:46.871583 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5f59d77-8c27-458f-abb2-1188ce71d9e4 req-9b4803e8-00c8-4fcf-a43c-bf40d61da8f6 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420839 Mar 03 14:10:46.882318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:46.908618 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-410927fd-5913-49fe-949b-29135e0e7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:46.910123 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-410927fd-5913-49fe-949b-29135e0e7ff8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1127 time: 0.1426721 Mar 03 14:10:47.117110 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9b50-ad1e-4d78-ab5d-d8f4a847f816 req-c3d82227-b325-4260-a824-88c31c36ac9a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.118897 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f11e9b50-ad1e-4d78-ab5d-d8f4a847f816 req-c3d82227-b325-4260-a824-88c31c36ac9a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.2266963 Mar 03 14:10:47.177041 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f47b-89f1-46f1-b1f4-8d59008c6436 req-6b461983-9737-4156-92ce-9ee9c3000d51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.178520 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c90f47b-89f1-46f1-b1f4-8d59008c6436 req-6b461983-9737-4156-92ce-9ee9c3000d51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.2412095 Mar 03 14:10:47.266635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-61734e9c-a7c9-4aaa-9996-70229587c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.268096 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-61734e9c-a7c9-4aaa-9996-70229587c7b7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3433957 Mar 03 14:10:47.305389 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f11e9b50-ad1e-4d78-ab5d-d8f4a847f816 req-f6739e96-df2b-4bfd-90ea-f9c77c016441 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758137 Mar 03 14:10:47.382194 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8c90f47b-89f1-46f1-b1f4-8d59008c6436 req-a825cfc1-b7a0-42c1-8699-04ad75245723 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938767 Mar 03 14:10:47.466697 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-e90b860e-8172-468f-8351-2a49f159601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.468741 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f60d800f-ab3c-4601-950a-afcdbd8b1f22 req-e90b860e-8172-468f-8351-2a49f159601f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867328 Mar 03 14:10:47.473806 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439508af-07f3-4c39-a774-153476a24e87 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:47.481541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks [] for port (439508af-07f3-4c39-a774-153476a24e87), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:47.494222 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Transition to ACTIVE for port object 439508af-07f3-4c39-a774-153476a24e87 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:10:47.499540 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:47.583303 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:47.631010 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Attempting to bind port 439508af-07f3-4c39-a774-153476a24e87 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:10:47.631340 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Attempting to bind port 439508af-07f3-4c39-a774-153476a24e87 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:10:47.631667 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Attempting to bind port 439508af-07f3-4c39-a774-153476a24e87 on network e2630778-deac-49bb-b2c7-c77e999816b0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:47.637355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Port 439508af-07f3-4c39-a774-153476a24e87 on network e2630778-deac-49bb-b2c7-c77e999816b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:10:47.637595 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Attempting to bind port 439508af-07f3-4c39-a774-153476a24e87 on network e2630778-deac-49bb-b2c7-c77e999816b0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:10:47.643004 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-a5fc04c3-18ef-483f-a47f-d08c09c6889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.644693 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-a5fc04c3-18ef-483f-a47f-d08c09c6889e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1127 time: 0.1200981 Mar 03 14:10:47.647640 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:10:47.647980 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Checking segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:10:47.648479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Bound using segment: {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:10:47.648906 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Bound port: 439508af-07f3-4c39-a774-153476a24e87, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2fa717-0350-4a11-a809-7eae248f0054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:10:47.649253 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:47.773726 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-e45d39dd-e244-4d3f-97e3-93f916b3907a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36191c0-89a9-4334-9628-1dc78ded26a5 HTTP/1.1" status: 200 len: 217 time: 0.1018858 Mar 03 14:10:47.852945 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b8f14-2ee6-4efa-ac04-c7f22c55cafb req-28a64f94-61ef-4011-b17b-88f9c2f4fddb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.854344 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e34b8f14-2ee6-4efa-ac04-c7f22c55cafb req-28a64f94-61ef-4011-b17b-88f9c2f4fddb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 944 time: 0.2028632 Mar 03 14:10:47.875140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89804c-fbde-4adf-8407-2a75763f90e8 req-6cee733a-82b5-4014-a525-170e552f1394 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.876543 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc89804c-fbde-4adf-8407-2a75763f90e8 req-6cee733a-82b5-4014-a525-170e552f1394 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.2096357 Mar 03 14:10:47.890131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-e3cd6752-0cdc-47ce-a6d4-1e6e75fc50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:47.891541 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-e3cd6752-0cdc-47ce-a6d4-1e6e75fc50a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.1058483 Mar 03 14:10:47.892729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:10:47.901316 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:10:47.950776 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:48.031784 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.032422 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:48.033878 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] 10.222.0.13 "PUT /v2.0/ports/439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 1094 time: 1.2872329 Mar 03 14:10:48.034342 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:48.036671 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dee86e-cd24-4b51-bea1-ec0f7b483593" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:48.051123 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e34b8f14-2ee6-4efa-ac04-c7f22c55cafb req-0337b7b8-88e6-404e-b5b8-f24ceb379258 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844370 Mar 03 14:10:48.054253 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc89804c-fbde-4adf-8407-2a75763f90e8 req-849106bb-4159-4d9e-90a1-3fda12f58ad5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676993 Mar 03 14:10:48.078238 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-9c40a4ab-70f8-4557-9388-22b77868b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.087325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-9c40a4ab-70f8-4557-9388-22b77868b8ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1739020 Mar 03 14:10:48.136821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91da4-7b8e-4036-bf26-7a681f207522 service neutron] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:48.279045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-8ff20946-d0ce-469c-8f66-22add097e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.280653 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-8ff20946-d0ce-469c-8f66-22add097e0dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1128 time: 0.1894796 Mar 03 14:10:48.349036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a2e9-d03d-42b9-babd-1a19d3aeea3d req-2d52ab2d-e298-4d2f-aabb-e594c7899407 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.350529 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8028a2e9-d03d-42b9-babd-1a19d3aeea3d req-2d52ab2d-e298-4d2f-aabb-e594c7899407 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.2108202 Mar 03 14:10:48.351778 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-81642fb7-7e87-48a1-8929-aae387ae0ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 217 time: 0.0589852 Mar 03 14:10:48.355210 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-7789fb9b-c26a-4316-b8c7-d094c45fea0e service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486742 Mar 03 14:10:48.364260 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3890c-f339-4ab3-9ed2-d9a717f01022 req-06c8189a-5ad8-4812-96d9-0aee88825370 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.365700 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18f3890c-f339-4ab3-9ed2-d9a717f01022 req-06c8189a-5ad8-4812-96d9-0aee88825370 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.2227376 Mar 03 14:10:48.504812 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-6f2a1e76-c945-4355-b14b-e2c94fc7bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.506485 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-6f2a1e76-c945-4355-b14b-e2c94fc7bd55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.1348794 Mar 03 14:10:48.522176 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8028a2e9-d03d-42b9-babd-1a19d3aeea3d req-6b767f5c-6f7d-4be0-8cff-ad168ba47779 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654234 Mar 03 14:10:48.573770 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18f3890c-f339-4ab3-9ed2-d9a717f01022 req-611314c5-033b-447b-a17f-cb4c404b3afc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882489 Mar 03 14:10:48.577502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cccc8c-f70f-426f-a4a5-b6ce42e794e1 x-openstack-request-id: req-97cccc8c-f70f-426f-a4a5-b6ce42e794e1 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:48.577502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:48.577774 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97cccc8c-f70f-426f-a4a5-b6ce42e794e1 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:48.578179 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:10:48.597224 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89a5b1f2-964e-49bf-94f9-82faceac2779 req-383cb135-81eb-4f7e-a313-79afacf8517c service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182405 Mar 03 14:10:48.620760 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-77e2131b-494d-4369-9b8c-f1831cffc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.622661 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-77e2131b-494d-4369-9b8c-f1831cffc7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040225 Mar 03 14:10:48.781514 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-1313d6f5-01ec-4076-8203-007cdad178fb service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514645 Mar 03 14:10:48.791303 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c6d-3be0-429c-9e36-7a281098f396 req-abbfb966-c1ff-4490-b63f-f6700149f2ff tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.792728 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b82c6d-3be0-429c-9e36-7a281098f396 req-abbfb966-c1ff-4490-b63f-f6700149f2ff tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1427486 Mar 03 14:10:48.859785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f66a-37ca-4289-9a35-c6c9164cd868 req-122a9113-1d0f-45dc-8721-b4735ee8d5f2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:48.861202 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-07a5f66a-37ca-4289-9a35-c6c9164cd868 req-122a9113-1d0f-45dc-8721-b4735ee8d5f2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.1862261 Mar 03 14:10:48.928018 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b82c6d-3be0-429c-9e36-7a281098f396 req-f28d6ef9-983e-4c5c-a0b8-769ab3813ae8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257231 Mar 03 14:10:48.954846 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4fe0255-fbd3-49d1-a2fa-ef15c36a0796 req-ae6c1726-22c4-4b2d-aaa5-298d88156296 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604385 Mar 03 14:10:48.958451 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-07a5f66a-37ca-4289-9a35-c6c9164cd868 req-26588250-1ff4-45ab-8420-ada5e20a7119 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911865 Mar 03 14:10:49.051970 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-71f5f881-515b-4880-9220-5505a4850373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.053437 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-71f5f881-515b-4880-9220-5505a4850373 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1128 time: 0.0464053 Mar 03 14:10:49.396668 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:49.457601 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70dbc3-9059-4385-9178-a2e5e85184dc req-87249e7b-e75a-4077-adc8-f1c038f4ebbd tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.459119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8e70dbc3-9059-4385-9178-a2e5e85184dc req-87249e7b-e75a-4077-adc8-f1c038f4ebbd tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 944 time: 0.1120877 Mar 03 14:10:49.463933 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-36c67005-d235-4a20-98d2-cd591e4f745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.465305 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-36c67005-d235-4a20-98d2-cd591e4f745a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.3973980 Mar 03 14:10:49.473397 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7e2e-e819-49d3-9d3d-6fac11f37ca5 req-053001c4-b128-4a4b-bcd2-53010aef69a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.474813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a3b7e2e-e819-49d3-9d3d-6fac11f37ca5 req-053001c4-b128-4a4b-bcd2-53010aef69a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1289363 Mar 03 14:10:49.493842 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:49.505805 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '16b63e8e-38e0-428c-ac42-7058b756b039', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:49.531927 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-3979fbcf-bb0f-4e70-9fd6-29aa6d4b4c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 217 time: 0.0562088 Mar 03 14:10:49.542031 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: ACTIVE; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:49.542422 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:49.556163 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:49.575090 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:49.579233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:49.609397 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8e70dbc3-9059-4385-9178-a2e5e85184dc req-4883dd06-74e4-46ca-bcbd-9d8a6b779299 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430614 Mar 03 14:10:49.623374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-e75e241b-8770-4a7e-8cb6-34c190c5bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.624950 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-e75e241b-8770-4a7e-8cb6-34c190c5bdd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.0848596 Mar 03 14:10:49.628235 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a3b7e2e-e819-49d3-9d3d-6fac11f37ca5 req-f6dcba4e-aa31-4036-9e4c-0c13c06225c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421494 Mar 03 14:10:49.630517 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:49.641058 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.641415 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.641812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.642181 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.642516 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.642850 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.643181 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.643509 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.643834 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.644175 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.644507 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.644830 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.645152 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:10:49.697411 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-08b527b2-a844-4d8a-bacb-6a0edd1c7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.698923 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-08b527b2-a844-4d8a-bacb-6a0edd1c7f1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621336 Mar 03 14:10:49.762194 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['16b63e8e-38e0-428c-ac42-7058b756b039'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:49.828586 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af601ff-fea3-49d9-825f-58b525f4c756 req-408ead83-27fc-442e-abcf-1b25368e125f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.830099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3af601ff-fea3-49d9-825f-58b525f4c756 req-408ead83-27fc-442e-abcf-1b25368e125f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.1458061 Mar 03 14:10:49.839139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5901-9d51-4e3a-a4ff-f920479727c7 req-6558466c-6f9e-4028-b05f-506aa70a53ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:49.840602 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fee5901-9d51-4e3a-a4ff-f920479727c7 req-6558466c-6f9e-4028-b05f-506aa70a53ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.1274459 Mar 03 14:10:49.893158 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-19722663-950b-43a8-8cfb-102d02471627 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788402 Mar 03 14:10:49.977372 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3af601ff-fea3-49d9-825f-58b525f4c756 req-e59ffe26-d011-42b2-8034-cb44b3ff407e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357086 Mar 03 14:10:50.000984 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fee5901-9d51-4e3a-a4ff-f920479727c7 req-b182a649-ded1-4c6f-a7b4-2e0156d74723 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518595 Mar 03 14:10:50.025323 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dee86e-cd24-4b51-bea1-ec0f7b483593 req-be3276f4-b8a9-4c3b-b6e0-82f8723123b7 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231248 Mar 03 14:10:50.118565 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6070-2e6c-4acd-9549-1fb7b7c0cb22 req-a2ab477d-f52e-47db-9fd7-0c041dcbaecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:50.120016 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed8b6070-2e6c-4acd-9549-1fb7b7c0cb22 req-a2ab477d-f52e-47db-9fd7-0c041dcbaecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0832052 Mar 03 14:10:50.169775 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6a9a-11bc-4811-baa8-6254754bebbb req-5e293a6d-a72b-4129-b74a-36d7705d5def tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:50.171937 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e51c6a9a-11bc-4811-baa8-6254754bebbb req-5e293a6d-a72b-4129-b74a-36d7705d5def tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0893369 Mar 03 14:10:50.184783 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed8b6070-2e6c-4acd-9549-1fb7b7c0cb22 req-d7e0509e-d260-4b15-96a6-04802e1e86cc tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Mar 03 14:10:50.237864 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e51c6a9a-11bc-4811-baa8-6254754bebbb req-4ac9bb0c-ddcd-4aea-9589-3fb14cd7efe2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571554 Mar 03 14:10:50.760132 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ca9fe-3b14-4ec2-bf10-3b594d3c3d19 req-3daeaf54-b454-4f58-afaf-0295f37b479a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:50.761606 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-338ca9fe-3b14-4ec2-bf10-3b594d3c3d19 req-3daeaf54-b454-4f58-afaf-0295f37b479a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 944 time: 0.0838647 Mar 03 14:10:50.772369 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de041c1-1851-489c-abc3-a3f0704bc6ad req-9e3f5659-c2e8-4b29-b248-c3b89ef6663b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:50.773764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8de041c1-1851-489c-abc3-a3f0704bc6ad req-9e3f5659-c2e8-4b29-b248-c3b89ef6663b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0694315 Mar 03 14:10:50.839767 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-338ca9fe-3b14-4ec2-bf10-3b594d3c3d19 req-c3f78fb6-ac49-45ad-a686-7d4ba79591ee tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Mar 03 14:10:50.847397 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8de041c1-1851-489c-abc3-a3f0704bc6ad req-b549efff-1d71-4a22-961d-85203c870069 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663719 Mar 03 14:10:51.096483 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b505e44e-90f4-4a14-9868-c679c5b3ef78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.144982 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241431-2ccd-4253-bcc6-16f7f37f2d53 req-572d49ba-ee11-49e0-9a24-656dbff98654 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:51.146396 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d241431-2ccd-4253-bcc6-16f7f37f2d53 req-572d49ba-ee11-49e0-9a24-656dbff98654 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.0556462 Mar 03 14:10:51.190778 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d241431-2ccd-4253-bcc6-16f7f37f2d53 req-c75d0978-5039-408e-b526-123326d14dcc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389352 Mar 03 14:10:51.303969 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d75cd-98f1-4f95-a022-714ee0f9c923 req-ccdbde0c-42ed-4dac-bc01-72a2c7b4234c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:51.305473 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f0d75cd-98f1-4f95-a022-714ee0f9c923 req-ccdbde0c-42ed-4dac-bc01-72a2c7b4234c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0537529 Mar 03 14:10:51.379689 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f0d75cd-98f1-4f95-a022-714ee0f9c923 req-62d64f21-13de-4288-8c54-4e5b6c795137 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645897 Mar 03 14:10:51.387180 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977998fd-8005-409c-ba4d-7782b6511353 req-47bf8d16-72c6-4c94-9a65-12684733bc0a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:51.388582 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-977998fd-8005-409c-ba4d-7782b6511353 req-47bf8d16-72c6-4c94-9a65-12684733bc0a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0822332 Mar 03 14:10:51.424331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 439508af-07f3-4c39-a774-153476a24e87 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:51.430626 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:51.447913 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-977998fd-8005-409c-ba4d-7782b6511353 req-505a4104-fb49-4f8d-954b-d19b302d8388 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520532 Mar 03 14:10:51.554090 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 16b63e8e-38e0-428c-ac42-7058b756b039 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:51.554771 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.618201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:51.633289 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '439508af-07f3-4c39-a774-153476a24e87', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'port_id': '439508af-07f3-4c39-a774-153476a24e87', 'mac_address': 'fa:16:3e:13:ba:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:51.704849 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 439508af-07f3-4c39-a774-153476a24e87 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:51.705244 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.714818 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:51.715200 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.728364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439508af-07f3-4c39-a774-153476a24e87 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:51.772259 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:51.774724 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ed4a43-b32a-4e5c-ad0d-3f85efc291dc" -d '{"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:51.786496 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:51.790136 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:51.791577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.796959 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:51.816100 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a2d0e-e9b4-4dbf-a48a-ae9f3f20400c x-openstack-request-id: req-ec1a2d0e-e9b4-4dbf-a48a-ae9f3f20400c {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:51.816376 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:51.816641 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1a2d0e-e9b4-4dbf-a48a-ae9f3f20400c {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:51.817027 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'code': 200} Mar 03 14:10:51.842028 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:51.893349 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:52.006693 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f89a-2609-4801-a10d-b4bea3a34f05 req-ef2f87f1-a32f-4b51-ae59-3fa771572040 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:52.008177 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3267f89a-2609-4801-a10d-b4bea3a34f05 req-ef2f87f1-a32f-4b51-ae59-3fa771572040 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 945 time: 0.0843818 Mar 03 14:10:52.016641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf545e81-47cd-4b86-a3bf-0fd9d5417f05 req-2ad20656-1a02-4368-bc3a-ba06f817ca0f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:52.018100 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cf545e81-47cd-4b86-a3bf-0fd9d5417f05 req-2ad20656-1a02-4368-bc3a-ba06f817ca0f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0854266 Mar 03 14:10:52.092120 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3267f89a-2609-4801-a10d-b4bea3a34f05 req-b8b212cf-902a-4cd3-9b20-82f8f259ec85 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Mar 03 14:10:52.095445 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cf545e81-47cd-4b86-a3bf-0fd9d5417f05 req-cf2753f4-6eb1-43e7-be01-3eee655a9c0a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686092 Mar 03 14:10:52.236200 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:52.322943 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b39ad1-3c9e-4b5d-b53a-fb932ff0952f req-fd60b5f0-69a7-4f33-a578-84da771b3f6a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:52.324402 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00b39ad1-3c9e-4b5d-b53a-fb932ff0952f req-fd60b5f0-69a7-4f33-a578-84da771b3f6a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0580139 Mar 03 14:10:52.376535 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00b39ad1-3c9e-4b5d-b53a-fb932ff0952f req-33697797-a474-4002-b2fc-5dcdca95b4e4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Mar 03 14:10:52.507309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6513-34c8-47f6-92c7-932ce6fbec60 req-128bf962-61e8-47f5-bf86-bfc7dc2bda03 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:52.508739 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a68f6513-34c8-47f6-92c7-932ce6fbec60 req-128bf962-61e8-47f5-bf86-bfc7dc2bda03 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0630655 Mar 03 14:10:52.590821 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a68f6513-34c8-47f6-92c7-932ce6fbec60 req-47c1d304-5ea1-49bd-8c50-dbb07da20047 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Mar 03 14:10:52.602926 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114b16b-f775-4ff7-ba11-97e564a60c40 req-5a26951e-b611-4e4a-965b-1d67f8823284 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:52.604487 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9114b16b-f775-4ff7-ba11-97e564a60c40 req-5a26951e-b611-4e4a-965b-1d67f8823284 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0835769 Mar 03 14:10:52.655401 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9114b16b-f775-4ff7-ba11-97e564a60c40 req-f6da9a6d-c4be-42e0-bc5f-10c74d16533f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447090 Mar 03 14:10:53.238704 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774b914-6ca4-4186-9d62-513c800a5079 req-d3bf1021-acca-4501-a1e1-1f150fef007b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.240108 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9774b914-6ca4-4186-9d62-513c800a5079 req-d3bf1021-acca-4501-a1e1-1f150fef007b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 945 time: 0.0793195 Mar 03 14:10:53.251645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f29c-239c-4c55-8cd0-a596897a8bbc req-3d62a169-5766-47dc-9570-1db041342cef tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.253099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b187f29c-239c-4c55-8cd0-a596897a8bbc req-3d62a169-5766-47dc-9570-1db041342cef tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0838346 Mar 03 14:10:53.325669 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9774b914-6ca4-4186-9d62-513c800a5079 req-ff854285-ec9a-4113-8c88-ee3906355e42 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715511 Mar 03 14:10:53.329379 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b187f29c-239c-4c55-8cd0-a596897a8bbc req-e35a997a-3ff8-4002-bdef-e0bb91d222e8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697176 Mar 03 14:10:53.440051 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 439508af-07f3-4c39-a774-153476a24e87 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:10:53.502391 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2d747d70-ba08-421c-abb9-1ce3ff914a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:53.521460 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 439508af-07f3-4c39-a774-153476a24e87 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:10:53.526059 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 439508af-07f3-4c39-a774-153476a24e87 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:10:53.526435 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (439508af-07f3-4c39-a774-153476a24e87), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:53.577214 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b1a5-e238-40fa-8b4a-57f890d6e85e req-35a33fc9-e6f3-4892-aa81-ff383ee5b3f4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.578960 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ef3b1a5-e238-40fa-8b4a-57f890d6e85e req-35a33fc9-e6f3-4892-aa81-ff383ee5b3f4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0865154 Mar 03 14:10:53.587648 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807507c-bba1-4ae6-ac70-692c4fd51c66 req-2a57ddcd-98f7-4ffb-aadc-fffbe4a54cda tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.589144 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1807507c-bba1-4ae6-ac70-692c4fd51c66 req-2a57ddcd-98f7-4ffb-aadc-fffbe4a54cda tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1404374 Mar 03 14:10:53.616033 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 439508af-07f3-4c39-a774-153476a24e87 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:53.616419 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:53.649453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:53.653778 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:53.700272 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ef3b1a5-e238-40fa-8b4a-57f890d6e85e req-cf18527f-7c1a-4072-9324-a418073b5c71 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032908 Mar 03 14:10:53.710761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:53.719878 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1807507c-bba1-4ae6-ac70-692c4fd51c66 req-a438af3c-edf8-4786-80a2-63f64e8c6ece tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206317 Mar 03 14:10:53.729324 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-07db1c67-21b3-4d86-b599-410f7e72d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.731306 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-07db1c67-21b3-4d86-b599-410f7e72d9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1129 time: 0.1513889 Mar 03 14:10:53.818882 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:10:53.821054 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108230e6-46a5-4fc9-81f0-41fbffdb4c5c" -d '{"events": [{"server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "name": "network-vif-plugged", "status": "completed", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:10:53.961345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-5a7bdf41-856b-4a49-b3d1-346a3d4e7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.962883 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-5a7bdf41-856b-4a49-b3d1-346a3d4e7d5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.2203381 Mar 03 14:10:53.971818 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541149e-1230-4b2e-9c62-d4fdc53da300 req-e5a68bb6-5016-411a-9f59-933ab0db27f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:53.978102 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9541149e-1230-4b2e-9c62-d4fdc53da300 req-e5a68bb6-5016-411a-9f59-933ab0db27f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1769056 Mar 03 14:10:54.058325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-72d6f040-faee-40d3-ab9b-0d4aa4d8c956 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 1000 time: 0.0780358 Mar 03 14:10:54.087986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d963ba-720f-4454-aa81-726b031d5bf0 req-a7084f5e-0ad1-43c8-b9f9-e989f01ce759 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.089585 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7d963ba-720f-4454-aa81-726b031d5bf0 req-a7084f5e-0ad1-43c8-b9f9-e989f01ce759 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.2818518 Mar 03 14:10:54.185617 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7d963ba-720f-4454-aa81-726b031d5bf0 req-9e8abd8b-df22-4406-a273-6907753de012 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752492 Mar 03 14:10:54.202429 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-8c8bd304-129b-4489-8300-f9cbcc53a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.202429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-8c8bd304-129b-4489-8300-f9cbcc53a331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.1282117 Mar 03 14:10:54.206297 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9541149e-1230-4b2e-9c62-d4fdc53da300 req-7dcf9901-82d0-4ee1-84d7-8bc27e4c04cb tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263575 Mar 03 14:10:54.259740 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e57415-2f10-459a-badf-10c45f147bf3 x-openstack-request-id: req-88e57415-2f10-459a-badf-10c45f147bf3 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:10:54.260393 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "name": "network-vif-plugged", "status": "completed", "tag": "439508af-07f3-4c39-a774-153476a24e87", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:10:54.260856 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88e57415-2f10-459a-badf-10c45f147bf3 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:10:54.262044 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'code': 200} Mar 03 14:10:54.262226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-68a8fbb8-f3e9-4394-8614-8502c3b856de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.264014 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-68a8fbb8-f3e9-4394-8614-8502c3b856de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555563 Mar 03 14:10:54.424141 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-768637cf-bec7-4368-8eb9-576e509bd730 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465130 Mar 03 14:10:54.544847 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:54.650122 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6db4a6e7-9fdf-42f0-84c0-c1bb451ba5df req-c40381dc-e285-42eb-9e41-6c82abf628f9 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195776 Mar 03 14:10:54.669566 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7d0e-f869-4a3d-a7c9-f9e4cab3bad5 req-4bd5bef1-31e9-43c1-abc5-7ad7d6549786 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.671853 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f18e7d0e-f869-4a3d-a7c9-f9e4cab3bad5 req-4bd5bef1-31e9-43c1-abc5-7ad7d6549786 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.1287749 Mar 03 14:10:54.681661 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65fc2-31f3-4425-9285-42fb196d9baf req-db679dd7-806b-4616-acba-9b83a0d692f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.683268 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1b65fc2-31f3-4425-9285-42fb196d9baf req-db679dd7-806b-4616-acba-9b83a0d692f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1130 time: 0.1239080 Mar 03 14:10:54.781797 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f18e7d0e-f869-4a3d-a7c9-f9e4cab3bad5 req-ec58db0d-9700-455f-984e-d5f6c302d282 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Mar 03 14:10:54.835882 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1b65fc2-31f3-4425-9285-42fb196d9baf req-ac3f3daa-28f0-4b28-aa08-b63c24a47059 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388319 Mar 03 14:10:54.905696 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d58c4a-6674-45a4-89ae-94ed4b70f7c7 req-41f1d14b-ff70-486a-ba2a-0673e73e2368 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.907199 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6d58c4a-6674-45a4-89ae-94ed4b70f7c7 req-41f1d14b-ff70-486a-ba2a-0673e73e2368 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1052895 Mar 03 14:10:54.941507 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c2b17-5285-40d2-aec6-6d7d453c278b req-f385fa6c-0e4e-4815-b600-c355ae5d6911 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:54.943116 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-485c2b17-5285-40d2-aec6-6d7d453c278b req-f385fa6c-0e4e-4815-b600-c355ae5d6911 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0884686 Mar 03 14:10:54.999062 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6d58c4a-6674-45a4-89ae-94ed4b70f7c7 req-17c2f324-d39e-447e-ab8a-ceb88f988d58 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827472 Mar 03 14:10:55.018563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-485c2b17-5285-40d2-aec6-6d7d453c278b req-b7b4939e-31be-4c94-b587-45402bf0501d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693429 Mar 03 14:10:55.353088 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953723-6e55-4a43-8176-4c1c759a0f01 req-a68d453e-4e79-4737-9d33-b49390fcc113 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:55.355429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f953723-6e55-4a43-8176-4c1c759a0f01 req-a68d453e-4e79-4737-9d33-b49390fcc113 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0932941 Mar 03 14:10:55.372854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad0d7-e488-492e-bfbe-d6a768a4d31e req-55252dd2-4cfb-4314-8622-000671702c89 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:55.375352 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c8ad0d7-e488-492e-bfbe-d6a768a4d31e req-55252dd2-4cfb-4314-8622-000671702c89 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0817134 Mar 03 14:10:55.448811 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f953723-6e55-4a43-8176-4c1c759a0f01 req-e810c5b4-59d6-4d04-8e16-6b886913a45a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834310 Mar 03 14:10:55.464767 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c8ad0d7-e488-492e-bfbe-d6a768a4d31e req-7da14d3d-89ff-4349-afde-17a1f45b16ae tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Mar 03 14:10:55.897861 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3ef3-bf70-4b53-a955-b8935ae02e79 req-6152ea39-39c1-4824-83dc-d083ce56a692 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:55.904727 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68dc3ef3-bf70-4b53-a955-b8935ae02e79 req-6152ea39-39c1-4824-83dc-d083ce56a692 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0647416 Mar 03 14:10:55.956496 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68dc3ef3-bf70-4b53-a955-b8935ae02e79 req-56c917da-9b3f-49e9-a1bb-d3e3cdecd940 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508549 Mar 03 14:10:55.998465 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:56.179380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824eab7-095f-421b-9b46-647c6481d7aa req-a8a705bb-7918-47d6-90b7-902c7c861166 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:56.181034 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e824eab7-095f-421b-9b46-647c6481d7aa req-a8a705bb-7918-47d6-90b7-902c7c861166 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0984230 Mar 03 14:10:56.193209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043086-d55d-4b7b-8239-18e610b01213 req-a4156f22-916d-483f-b7a7-f819a1b1f5cc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:56.199954 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-05043086-d55d-4b7b-8239-18e610b01213 req-a4156f22-916d-483f-b7a7-f819a1b1f5cc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0853753 Mar 03 14:10:56.275177 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e824eab7-095f-421b-9b46-647c6481d7aa req-9c3364da-9c64-4d4d-a3db-4cf69b5583b3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719454 Mar 03 14:10:56.285816 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-05043086-d55d-4b7b-8239-18e610b01213 req-70222fae-29eb-481b-b686-5ccecfcdaf22 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849166 Mar 03 14:10:56.638016 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960f212-6e0c-40d8-b12a-8440d2700bb9 req-0a2bed77-3726-4bcd-9e7a-42368b5309ad tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:56.639775 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1960f212-6e0c-40d8-b12a-8440d2700bb9 req-0a2bed77-3726-4bcd-9e7a-42368b5309ad tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.1038311 Mar 03 14:10:56.650745 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a7067-53ec-4adf-8f35-6e575288cf21 req-06d7225f-5184-432f-a39b-3217cf151933 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:56.652242 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-282a7067-53ec-4adf-8f35-6e575288cf21 req-06d7225f-5184-432f-a39b-3217cf151933 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0781586 Mar 03 14:10:56.729399 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1960f212-6e0c-40d8-b12a-8440d2700bb9 req-563c3606-9c3f-42ed-9662-e16f1ac7f788 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761943 Mar 03 14:10:56.734877 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-282a7067-53ec-4adf-8f35-6e575288cf21 req-b789622b-09a7-4964-af11-a3e23bd1a9f9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Mar 03 14:10:57.088034 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979e7f-d74f-4314-b38b-54b437e77f54 req-a378f237-541d-4db9-99f1-f6d1e90c3c31 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:57.089505 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37979e7f-d74f-4314-b38b-54b437e77f54 req-a378f237-541d-4db9-99f1-f6d1e90c3c31 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0535789 Mar 03 14:10:57.146604 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37979e7f-d74f-4314-b38b-54b437e77f54 req-39b68900-15de-488a-8614-d52c9ddad748 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500050 Mar 03 14:10:57.451237 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e64eb-20af-46e4-9361-659a2ffe5f8a req-ac4f7e1d-fa67-49eb-af68-cbf1fab93adf tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:57.459578 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a9e64eb-20af-46e4-9361-659a2ffe5f8a req-ac4f7e1d-fa67-49eb-af68-cbf1fab93adf tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0950978 Mar 03 14:10:57.483913 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:57.496937 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d3bb-2ab7-44bb-951c-a4de711e37e5 req-06b57720-f0fb-48dc-88fb-5f344ca8662d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:57.498807 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f845d3bb-2ab7-44bb-951c-a4de711e37e5 req-06b57720-f0fb-48dc-88fb-5f344ca8662d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1033666 Mar 03 14:10:57.543683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a9e64eb-20af-46e4-9361-659a2ffe5f8a req-e8d97f3b-165d-4c75-8937-0e85710ab703 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832510 Mar 03 14:10:57.580073 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f845d3bb-2ab7-44bb-951c-a4de711e37e5 req-69bd873d-1215-4965-8b2b-ec53b251f9fb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751388 Mar 03 14:10:57.909231 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55928c9a-4e4f-43a0-89fb-260d71d6df69 req-ebd665d9-1fd9-444a-872f-300ec6886a87 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:57.910749 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55928c9a-4e4f-43a0-89fb-260d71d6df69 req-ebd665d9-1fd9-444a-872f-300ec6886a87 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0895319 Mar 03 14:10:57.918744 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device c36191c0-89a9-4334-9628-1dc78ded26a5 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:10:57.918940 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970097e9-5d74-4237-9f3a-c73432ca0ba4 req-ac465a6e-5eae-4906-a099-40cc61353235 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:57.920245 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-970097e9-5d74-4237-9f3a-c73432ca0ba4 req-ac465a6e-5eae-4906-a099-40cc61353235 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 943 time: 0.0970972 Mar 03 14:10:58.011001 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55928c9a-4e4f-43a0-89fb-260d71d6df69 req-3ce15f75-d965-4a8e-a195-a0913b0e9b87 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762703 Mar 03 14:10:58.025709 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-970097e9-5d74-4237-9f3a-c73432ca0ba4 req-c62d65dd-f5ba-4dc6-8d67-91ac2c60c13c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976729 Mar 03 14:10:58.055102 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c36191c0-89a9-4334-9628-1dc78ded26a5,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:58.063036 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'port_id': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'mac_address': 'fa:16:3e:8c:b4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:10:58.112735 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port c36191c0-89a9-4334-9628-1dc78ded26a5 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:10:58.113216 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:58.130147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36191c0-89a9-4334-9628-1dc78ded26a5 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:10:58.156550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c36191c0-89a9-4334-9628-1dc78ded26a5,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:10:58.160562 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:10:58.224113 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:10:58.292413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bf435-e1bb-409b-a4b0-b7299c462b32 req-03f3731b-51ae-430d-b0c7-3ee72d000206 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:58.298246 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-598bf435-e1bb-409b-a4b0-b7299c462b32 req-03f3731b-51ae-430d-b0c7-3ee72d000206 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0716817 Mar 03 14:10:58.346730 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-598bf435-e1bb-409b-a4b0-b7299c462b32 req-5d9b6776-d733-4ea1-809b-c3a840f74ec2 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Mar 03 14:10:58.684240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671612c6-905d-496d-9ef2-ee824ee0f147 req-b9805bb9-69cf-451f-9382-97d522554851 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:58.686245 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-671612c6-905d-496d-9ef2-ee824ee0f147 req-b9805bb9-69cf-451f-9382-97d522554851 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0655701 Mar 03 14:10:58.796540 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-671612c6-905d-496d-9ef2-ee824ee0f147 req-f6748c4d-e7e8-4bd0-9675-a9f9491591ec tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765147 Mar 03 14:10:58.796987 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:10:58.807708 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d89fdf-8d5a-46e2-9407-cb4f36ccb709 req-8ea791a8-40ab-4d57-b7e4-5c2350ad91bb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:58.809187 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b7d89fdf-8d5a-46e2-9407-cb4f36ccb709 req-8ea791a8-40ab-4d57-b7e4-5c2350ad91bb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1430480 Mar 03 14:10:58.879685 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b7d89fdf-8d5a-46e2-9407-cb4f36ccb709 req-67a1d3a2-d6b8-42ac-bf2c-35d01c858d1e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584795 Mar 03 14:10:58.918812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['c36191c0-89a9-4334-9628-1dc78ded26a5'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:10:59.221426 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46431-e0ea-4188-817d-ee85f21e2c38 req-05e6cea3-573e-428a-a4e5-2ce2e4f24bc8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:59.223713 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9c46431-e0ea-4188-817d-ee85f21e2c38 req-05e6cea3-573e-428a-a4e5-2ce2e4f24bc8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1069760 Mar 03 14:10:59.253446 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19080be-aa90-4e32-ba60-f497122446df req-9def67bf-7b2c-4b08-b441-71227f4999ae tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:59.274556 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c19080be-aa90-4e32-ba60-f497122446df req-9def67bf-7b2c-4b08-b441-71227f4999ae tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 944 time: 0.1109021 Mar 03 14:10:59.425751 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c19080be-aa90-4e32-ba60-f497122446df req-c449816c-a5f9-405f-b489-16ea8390169f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478903 Mar 03 14:10:59.441781 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9c46431-e0ea-4188-817d-ee85f21e2c38 req-335b7552-3d12-4acd-a939-3bc2a39f1229 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114391 Mar 03 14:10:59.566361 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cae2ab-384b-4d40-bb48-3a12403c4364 req-d997c159-87f8-4755-8bfd-447d1e5bf132 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:59.568138 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5cae2ab-384b-4d40-bb48-3a12403c4364 req-d997c159-87f8-4755-8bfd-447d1e5bf132 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0579948 Mar 03 14:10:59.640462 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5cae2ab-384b-4d40-bb48-3a12403c4364 req-a1ac41d8-fe52-484e-a362-878fc4c7bafb tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 Mar 03 14:10:59.955462 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eea4a-aa1b-49f1-9b8b-f4fded444e06 req-c992d8c7-ede1-45ba-ad5c-396553cc14a8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:10:59.957263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6eea4a-aa1b-49f1-9b8b-f4fded444e06 req-c992d8c7-ede1-45ba-ad5c-396553cc14a8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1004021 Mar 03 14:11:00.062291 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6eea4a-aa1b-49f1-9b8b-f4fded444e06 req-1c7e587b-5e75-427b-b37d-c391b0c95fdc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977020 Mar 03 14:11:00.087422 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7669f-1ee1-4d4a-9156-4c34b518c00d req-d07186eb-1518-43dd-ba69-07384d4a3b54 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:00.093474 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ada7669f-1ee1-4d4a-9156-4c34b518c00d req-d07186eb-1518-43dd-ba69-07384d4a3b54 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1101081 Mar 03 14:11:00.136945 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ada7669f-1ee1-4d4a-9156-4c34b518c00d req-dd86c43b-13af-45b2-9603-e1f7384ab643 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425768 Mar 03 14:11:00.569245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03571c-2c69-4c33-abf4-f18270dd9484 req-742c2aaa-7e2a-4f91-8294-664d49d392d0 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:00.570742 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc03571c-2c69-4c33-abf4-f18270dd9484 req-742c2aaa-7e2a-4f91-8294-664d49d392d0 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 944 time: 0.0675404 Mar 03 14:11:00.633283 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc03571c-2c69-4c33-abf4-f18270dd9484 req-322012ab-5a4b-4494-a27f-3b79200558ae tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564334 Mar 03 14:11:01.073314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60d92-d41d-4766-9843-8772a65f00c4 req-6ddad1ee-6a7c-4962-a877-c86ea1406446 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:01.074732 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c6c60d92-d41d-4766-9843-8772a65f00c4 req-6ddad1ee-6a7c-4962-a877-c86ea1406446 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.3365777 Mar 03 14:11:01.108999 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b954-6cf3-406b-83d2-ad10ad524313 req-a81ee46c-1cf0-403b-85f5-e43f741bea5b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:01.110611 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-59e8b954-6cf3-406b-83d2-ad10ad524313 req-a81ee46c-1cf0-403b-85f5-e43f741bea5b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.3290949 Mar 03 14:11:01.158448 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c6c60d92-d41d-4766-9843-8772a65f00c4 req-63731123-f51f-4168-ba98-0826b55f5003 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769961 Mar 03 14:11:01.199543 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-59e8b954-6cf3-406b-83d2-ad10ad524313 req-294558ef-abe7-439c-994b-4bc5964a9786 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624292 Mar 03 14:11:01.201206 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:01.346985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddfd8e-7b49-42fc-8f03-095659e56fa8 req-e5806bd5-c6b1-494e-8fcd-db27b4c112f5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:01.354537 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0ddfd8e-7b49-42fc-8f03-095659e56fa8 req-e5806bd5-c6b1-494e-8fcd-db27b4c112f5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.1078842 Mar 03 14:11:01.385050 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558106ca-b589-4cc5-932c-40684e462509 req-4cefe37d-7f36-4dc5-a7f6-6bd88fd06cc7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:01.386622 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-558106ca-b589-4cc5-932c-40684e462509 req-4cefe37d-7f36-4dc5-a7f6-6bd88fd06cc7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.1100521 Mar 03 14:11:01.451595 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0ddfd8e-7b49-42fc-8f03-095659e56fa8 req-cd314b72-a98e-4ce4-9479-df218226a7d0 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904369 Mar 03 14:11:01.527066 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device c36191c0-89a9-4334-9628-1dc78ded26a5 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:11:01.562504 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-558106ca-b589-4cc5-932c-40684e462509 req-02f06b94-5f32-4d86-bc5b-7e9e1800a065 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651344 Mar 03 14:11:01.634005 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port c36191c0-89a9-4334-9628-1dc78ded26a5 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:11:01.639957 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port c36191c0-89a9-4334-9628-1dc78ded26a5 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:11:01.640775 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:01.739624 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port c36191c0-89a9-4334-9628-1dc78ded26a5 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:01.740270 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:01.778127 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:01.781016 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c4382-e667-4792-8dd1-dfbba1f7e4ff" -d '{"events": [{"server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "name": "network-vif-plugged", "status": "completed", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:01.794545 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c36191c0-89a9-4334-9628-1dc78ded26a5,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:01.805440 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:01.888202 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:01.911368 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a751d2-64a6-4e25-b6ed-024c4d239fac x-openstack-request-id: req-81a751d2-64a6-4e25-b6ed-024c4d239fac {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:01.912335 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "name": "network-vif-plugged", "status": "completed", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:01.912689 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a751d2-64a6-4e25-b6ed-024c4d239fac {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:01.913100 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'code': 200} Mar 03 14:11:01.950422 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6bcc8-7930-47d8-9a0d-13ef3537e755 req-5cf455d9-a7e3-40c2-89a7-797c730c3eac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:01.961104 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fb6bcc8-7930-47d8-9a0d-13ef3537e755 req-5cf455d9-a7e3-40c2-89a7-797c730c3eac tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 944 time: 0.2250860 Mar 03 14:11:02.042116 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fb6bcc8-7930-47d8-9a0d-13ef3537e755 req-833eb570-37d4-442d-b44d-6186ab2fc91c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800011 Mar 03 14:11:02.057202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80915fc5-1f61-4009-9294-840b12226669 req-9b173b37-bc2b-41e0-b2d5-4bac4fe2225f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:02.066794 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-80915fc5-1f61-4009-9294-840b12226669 req-9b173b37-bc2b-41e0-b2d5-4bac4fe2225f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0809588 Mar 03 14:11:02.122449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-80915fc5-1f61-4009-9294-840b12226669 req-4ecd7ae3-d5ad-40e2-838e-50f0d723f6b4 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Mar 03 14:11:02.369725 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48da1c-9042-4664-86cf-c97826ae05dd req-71c03646-74b3-471b-9405-2699b9218443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:02.371310 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd48da1c-9042-4664-86cf-c97826ae05dd req-71c03646-74b3-471b-9405-2699b9218443 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1129 time: 0.0830946 Mar 03 14:11:02.379502 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d474-a0e7-47a7-bc59-fced0a655a78 req-e617951c-bc12-45b5-b324-58848407e3f9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:02.381133 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c254d474-a0e7-47a7-bc59-fced0a655a78 req-e617951c-bc12-45b5-b324-58848407e3f9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1230586 Mar 03 14:11:02.464399 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd48da1c-9042-4664-86cf-c97826ae05dd req-b384a106-6025-4b9d-ae0d-90ab2828eccf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818446 Mar 03 14:11:02.468485 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c254d474-a0e7-47a7-bc59-fced0a655a78 req-3df0b116-78c5-4132-ae7e-99671336d4f4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782707 Mar 03 14:11:02.725287 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752b54-fbdf-4781-a509-40dbfb7014fb req-26e2ef35-b15e-46ed-b081-e2064baef917 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:02.727095 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1752b54-fbdf-4781-a509-40dbfb7014fb req-26e2ef35-b15e-46ed-b081-e2064baef917 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0748672 Mar 03 14:11:02.823673 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1752b54-fbdf-4781-a509-40dbfb7014fb req-48b0d132-6179-45cb-b103-cc32c988de54 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854256 Mar 03 14:11:03.223279 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320d8b-9740-4aa3-957d-b892fb8c2dde req-9b58fd26-00bb-4fa4-9f7b-478421bb817c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:03.225597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf320d8b-9740-4aa3-957d-b892fb8c2dde req-9b58fd26-00bb-4fa4-9f7b-478421bb817c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.0733490 Mar 03 14:11:03.297315 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf320d8b-9740-4aa3-957d-b892fb8c2dde req-c3a15d4e-a751-4a20-af4c-8a9a708ae1f3 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640261 Mar 03 14:11:03.604962 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f0e8-5a65-4315-a0ec-54407e55822e req-d87d4c36-f446-4368-b658-d1cb570233a0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:03.606483 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0fb7f0e8-5a65-4315-a0ec-54407e55822e req-d87d4c36-f446-4368-b658-d1cb570233a0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0623698 Mar 03 14:11:03.662938 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0fb7f0e8-5a65-4315-a0ec-54407e55822e req-4e791915-8265-40c6-b9e6-22c2d6139a6c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Mar 03 14:11:03.964230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0522-15ab-434d-a7dc-07eff3aad5b7 req-32a616de-a292-40df-b23e-48e2ea9804b5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:03.965751 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a3b0522-15ab-434d-a7dc-07eff3aad5b7 req-32a616de-a292-40df-b23e-48e2ea9804b5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0526092 Mar 03 14:11:04.011798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a3b0522-15ab-434d-a7dc-07eff3aad5b7 req-588a96be-1aee-4dcc-a636-c7b5328e2882 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Mar 03 14:11:04.405160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b643e3-3659-4b32-9931-7e271101c658 req-566eaeb3-4ae7-4054-8d85-353915a93ec2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:04.406617 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d1b643e3-3659-4b32-9931-7e271101c658 req-566eaeb3-4ae7-4054-8d85-353915a93ec2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.0518994 Mar 03 14:11:04.456604 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d1b643e3-3659-4b32-9931-7e271101c658 req-7b31f08e-5ec0-4ee0-b5d3-0e53965c1424 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445762 Mar 03 14:11:04.780868 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaccf47-1015-418d-82d1-95027da0bc41 req-367eecf1-b3b6-44b9-a5ae-c2e00a0d50bc tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:04.782343 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eaaccf47-1015-418d-82d1-95027da0bc41 req-367eecf1-b3b6-44b9-a5ae-c2e00a0d50bc tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0520227 Mar 03 14:11:04.827380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eaaccf47-1015-418d-82d1-95027da0bc41 req-b8e0df31-24d7-4c09-9669-dc5245233157 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Mar 03 14:11:05.129979 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c458cf9-e3ef-4153-ad34-2764d54dec75 req-d7abaa3d-b624-4b06-99a1-25596c0080d6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:05.131436 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c458cf9-e3ef-4153-ad34-2764d54dec75 req-d7abaa3d-b624-4b06-99a1-25596c0080d6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0508289 Mar 03 14:11:05.177644 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c458cf9-e3ef-4153-ad34-2764d54dec75 req-8b1a645b-10ec-4893-97b5-6420c82c6080 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Mar 03 14:11:05.573062 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbeb44-4584-4584-b876-13255ad316e5 req-06ea678f-9cd8-41a2-b22b-5eaffcfc8dd3 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:05.574480 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b3cbeb44-4584-4584-b876-13255ad316e5 req-06ea678f-9cd8-41a2-b22b-5eaffcfc8dd3 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.0540712 Mar 03 14:11:05.621432 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b3cbeb44-4584-4584-b876-13255ad316e5 req-2f383204-f2b3-481e-aa6d-35ca9e359776 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408306 Mar 03 14:11:05.943837 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdbf9c-6259-478f-83c5-097438782db4 req-6828ad6c-2c7e-4215-bd12-f22f8a0e6763 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:05.945295 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdbdbf9c-6259-478f-83c5-097438782db4 req-6828ad6c-2c7e-4215-bd12-f22f8a0e6763 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0526357 Mar 03 14:11:05.990613 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdbdbf9c-6259-478f-83c5-097438782db4 req-be9614b2-cbdc-4bdc-9544-3f7be4848e51 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Mar 03 14:11:06.302107 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051aa7-0a38-4aee-853c-1b583014fac8 req-83e90699-64e4-42a4-b682-4bc153eda6a3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:06.303557 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39051aa7-0a38-4aee-853c-1b583014fac8 req-83e90699-64e4-42a4-b682-4bc153eda6a3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0547056 Mar 03 14:11:06.347958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39051aa7-0a38-4aee-853c-1b583014fac8 req-a9ecb8ee-cbb0-45ae-b2ec-548893779dd0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 Mar 03 14:11:06.744001 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada53ee-7495-4336-885b-84c0d232b510 req-a4d88043-e55e-4f55-9252-07bffef37842 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:06.745550 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ada53ee-7495-4336-885b-84c0d232b510 req-a4d88043-e55e-4f55-9252-07bffef37842 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.0563374 Mar 03 14:11:06.795367 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ada53ee-7495-4336-885b-84c0d232b510 req-526feec3-ecb1-4bee-8a4b-27caf1608b1c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439377 Mar 03 14:11:07.114736 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0806c6-6718-4ffe-a9a3-38ec634a18ac req-9bb1a97d-c636-4a17-830c-fee65d97ff9a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.116188 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c0806c6-6718-4ffe-a9a3-38ec634a18ac req-9bb1a97d-c636-4a17-830c-fee65d97ff9a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0539103 Mar 03 14:11:07.173215 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c0806c6-6718-4ffe-a9a3-38ec634a18ac req-40030471-180b-44d2-9ce1-e537d03add2d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511947 Mar 03 14:11:07.328037 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ad9c-b9f0-42ff-b15c-ad412d137c4b req-cff961bc-8900-4387-8583-d9ad430d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.329563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e38ad9c-b9f0-42ff-b15c-ad412d137c4b req-cff961bc-8900-4387-8583-d9ad430d7793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 1129 time: 0.0448024 Mar 03 14:11:07.376476 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e38ad9c-b9f0-42ff-b15c-ad412d137c4b req-99c664a3-f471-4109-8dbe-e6e09a4c892f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Mar 03 14:11:07.471892 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad1f7e-0af3-4556-bcb3-accd9a0b6816 req-f0ce5e28-c260-417f-b4b7-b83b504a021e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.473378 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ebad1f7e-0af3-4556-bcb3-accd9a0b6816 req-f0ce5e28-c260-417f-b4b7-b83b504a021e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0551221 Mar 03 14:11:07.526275 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ebad1f7e-0af3-4556-bcb3-accd9a0b6816 req-62c7585e-4044-4787-a353-31f689111683 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Mar 03 14:11:07.664515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2868-a0d8-4ab4-8b8c-e3f82e459281 req-93e9cb23-ec24-45d1-91b4-d5420b26b9b1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.665939 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-696d2868-a0d8-4ab4-8b8c-e3f82e459281 req-93e9cb23-ec24-45d1-91b4-d5420b26b9b1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0562544 Mar 03 14:11:07.725818 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-696d2868-a0d8-4ab4-8b8c-e3f82e459281 req-aa962e7c-ccb8-4505-a633-ea8b7a7aad0c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Mar 03 14:11:07.762297 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-7e262d47-6e55-41b8-83a3-b91e5af7a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.763898 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-7e262d47-6e55-41b8-83a3-b91e5af7a5fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1129 time: 0.0505095 Mar 03 14:11:07.864852 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-0b52f2f8-6ad0-4de5-a47a-065470b079e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.866443 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-0b52f2f8-6ad0-4de5-a47a-065470b079e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0894721 Mar 03 14:11:07.975275 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d088bd-23af-4279-8ca7-69c31acd5f8e req-f78de67e-c62c-4db0-afb4-d0382345c83d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:07.976919 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04d088bd-23af-4279-8ca7-69c31acd5f8e req-f78de67e-c62c-4db0-afb4-d0382345c83d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.1093509 Mar 03 14:11:07.979733 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-7c13a63b-df75-47db-9c2b-a577e11a1e4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 1001 time: 0.0827100 Mar 03 14:11:08.061516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04d088bd-23af-4279-8ca7-69c31acd5f8e req-1705d436-71f6-4d9c-afee-b95ea71a04ee tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792322 Mar 03 14:11:08.065138 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-61fcb4d6-6d1f-44a3-9087-d8321bac8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.066552 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-61fcb4d6-6d1f-44a3-9087-d8321bac8dac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0687592 Mar 03 14:11:08.117687 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-dcb16d7d-f77e-4aac-808c-907423ede995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.119449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-dcb16d7d-f77e-4aac-808c-907423ede995 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452287 Mar 03 14:11:08.240495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d63c7-a2c7-4902-8ba4-f67806432642 req-c3fb65a5-a63c-4bc7-b76b-65ca9fa0e730 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.241856 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f5d63c7-a2c7-4902-8ba4-f67806432642 req-c3fb65a5-a63c-4bc7-b76b-65ca9fa0e730 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.1151037 Mar 03 14:11:08.281076 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-10c9c8ce-591d-40f5-ab28-bf7d5ff18ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462071 Mar 03 14:11:08.382684 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f5d63c7-a2c7-4902-8ba4-f67806432642 req-4716e058-65a3-420d-95d8-34ab65a86d85 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339247 Mar 03 14:11:08.405804 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394bd77-ecc9-4592-bbdd-d3f9b1fb9dbb req-c9242b43-58db-4be6-a5ef-55fadd195b19 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.405804 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3394bd77-ecc9-4592-bbdd-d3f9b1fb9dbb req-c9242b43-58db-4be6-a5ef-55fadd195b19 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1519728 Mar 03 14:11:08.407124 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42696) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:08.435376 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa2c6f4e-c551-4baf-ba9e-aec14aeadc1e req-b7cda949-b8e1-46c2-a5a4-d92f0ab0e568 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462958 Mar 03 14:11:08.463842 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3394bd77-ecc9-4592-bbdd-d3f9b1fb9dbb req-32776d68-c97a-407b-a633-22d8fa045370 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Mar 03 14:11:08.658247 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d68c4-e7fd-4b0c-a288-dd5c558a5cef req-c346c22b-9cf4-425c-88d8-bcc2d1ab63ad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.659720 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2d68c4-e7fd-4b0c-a288-dd5c558a5cef req-c346c22b-9cf4-425c-88d8-bcc2d1ab63ad tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0585613 Mar 03 14:11:08.708026 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2d68c4-e7fd-4b0c-a288-dd5c558a5cef req-2afbeb12-c546-403d-a10a-13e22c37895f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Mar 03 14:11:08.719210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e77ac2-bc96-43ed-a655-7d23c80d619d tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.720799 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-40e77ac2-bc96-43ed-a655-7d23c80d619d tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1124 time: 0.3124530 Mar 03 14:11:08.723619 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42706) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:08.728073 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'port_id': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:08.750953 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:08.853411 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eda512-6248-44cf-9f53-3fc40f7d644e req-05ffaf09-f4bd-43b7-972a-2f6e234d950b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:08.854945 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96eda512-6248-44cf-9f53-3fc40f7d644e req-05ffaf09-f4bd-43b7-972a-2f6e234d950b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0552707 Mar 03 14:11:08.864693 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:08.903420 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96eda512-6248-44cf-9f53-3fc40f7d644e req-87df52f6-8aa1-41d5-94fe-7ccc81587460 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Mar 03 14:11:08.976200 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.27.0.149 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/016948d2-fa39-4bf0-8203-e78638c528b0) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:11:09.078216 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (016948d2-fa39-4bf0-8203-e78638c528b0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.112200 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.150762 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:11:09.153507 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:11:09.157454 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:11:09.181949 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=016948d2-fa39-4bf0-8203-e78638c528b0,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:09.532525 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (db0ccd00-f1aa-467a-8cd7-69c546a3c651), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.586675 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e225db-799e-4248-a7e5-64d840ad91f8 req-d9a7735e-d7f0-4f34-b347-79dc00d159d7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:09.588162 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55e225db-799e-4248-a7e5-64d840ad91f8 req-d9a7735e-d7f0-4f34-b347-79dc00d159d7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0562396 Mar 03 14:11:09.621538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.644098 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55e225db-799e-4248-a7e5-64d840ad91f8 req-fcb300cd-ca56-4b7b-9810-b819d885385e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Mar 03 14:11:09.779864 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (016948d2-fa39-4bf0-8203-e78638c528b0), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.785760 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.837587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e983de7-184b-441b-8bf0-e15acb4d5879 req-e5b298e6-8252-45a4-a969-53041830d73f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:09.839099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e983de7-184b-441b-8bf0-e15acb4d5879 req-e5b298e6-8252-45a4-a969-53041830d73f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0537267 Mar 03 14:11:09.854886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=016948d2-fa39-4bf0-8203-e78638c528b0,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:09.869017 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (db0ccd00-f1aa-467a-8cd7-69c546a3c651), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:09.895205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e983de7-184b-441b-8bf0-e15acb4d5879 req-3f751ee6-1596-46fd-8ef4-7e2ef4b609f1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497787 Mar 03 14:11:09.976188 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP db0ccd00-f1aa-467a-8cd7-69c546a3c651 associated. External IP: 172.27.0.149, port: c36191c0-89a9-4334-9628-1dc78ded26a5. Mar 03 14:11:10.030787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf30f6-2025-40a9-911d-ba55078cec00 req-8737b0f4-0a46-4c10-92d4-9f46ed234868 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:10.032328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-edbf30f6-2025-40a9-911d-ba55078cec00 req-8737b0f4-0a46-4c10-92d4-9f46ed234868 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.0600178 Mar 03 14:11:10.081837 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-edbf30f6-2025-40a9-911d-ba55078cec00 req-35a73749-9b23-4acd-a4e3-cd18d0f6f380 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Mar 03 14:11:10.383837 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:11:10.494989 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:11:10.506949 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:11:10.516878 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:11:10.517551 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:10:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:10.518128 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:10.561651 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c2f40db6-e0e1-417a-8387-16b6633e9e1e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8269484 Mar 03 14:11:10.561651 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:10.561651 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb87df9-027d-429c-8e28-4844c0a22b45" -d '{"events": [{"name": "network-changed", "server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:10.590374 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752c9a89-5c75-454e-8421-f7402ba292e1 x-openstack-request-id: req-752c9a89-5c75-454e-8421-f7402ba292e1 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:10.590668 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:10.590925 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-752c9a89-5c75-454e-8421-f7402ba292e1 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:10.591344 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'status': 'completed', 'code': 200} Mar 03 14:11:10.713819 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-e87f126d-7ee0-4a8a-a699-fba79bf0c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:10.715333 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-e87f126d-7ee0-4a8a-a699-fba79bf0c799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1129 time: 0.0764062 Mar 03 14:11:10.739498 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:11:10.855510 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a801310-e9f0-46e1-a61e-a53c0b3abbd7 req-883c2460-095d-4e03-8892-cb68f3b6981b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:10.858735 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a801310-e9f0-46e1-a61e-a53c0b3abbd7 req-883c2460-095d-4e03-8892-cb68f3b6981b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.1285357 Mar 03 14:11:10.894465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-8db3c75e-25ad-4514-9560-fba655daa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:10.895893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-8db3c75e-25ad-4514-9560-fba655daa819 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.1575084 Mar 03 14:11:10.998026 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a801310-e9f0-46e1-a61e-a53c0b3abbd7 req-8f513e6e-722e-4e5a-989b-def7532b0173 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305599 Mar 03 14:11:11.025750 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'db0ccd00-f1aa-467a-8cd7-69c546a3c651', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:8c:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:09Z', 'updated_at': '2022-03-03T14:11:09Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:11.056575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-21740e7a-b1de-441b-846f-e96c55bf25dc tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.058222 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-21740e7a-b1de-441b-846f-e96c55bf25dc tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.1794493 Mar 03 14:11:11.061874 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-1a1b5f8e-4371-4c7a-9fdd-140fb6f78571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36191c0-89a9-4334-9628-1dc78ded26a5 HTTP/1.1" status: 200 len: 999 time: 0.1500032 Mar 03 14:11:11.063989 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:11:11.091267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e088e75-262b-4532-93b5-03b334e53460 req-6b5be006-f878-4fbf-8e1b-ccfcd7600f54 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.093544 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e088e75-262b-4532-93b5-03b334e53460 req-6b5be006-f878-4fbf-8e1b-ccfcd7600f54 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 945 time: 0.0912094 Mar 03 14:11:11.111025 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:11:11.111637 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:10:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:11.240341 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-727a049f-4ae0-48ec-88d9-8c1f2a0fd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.248269 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-727a049f-4ae0-48ec-88d9-8c1f2a0fd8bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.1583292 Mar 03 14:11:11.273107 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:11:11.276949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14240e36-9893-4cd8-880d-142dd0756c55 req-289fd3b8-7983-4219-8162-f17a8e2ceec6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.278486 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14240e36-9893-4cd8-880d-142dd0756c55 req-289fd3b8-7983-4219-8162-f17a8e2ceec6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.2079182 Mar 03 14:11:11.303024 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e088e75-262b-4532-93b5-03b334e53460 req-6cbd9bee-86fa-41b9-8cb8-7dbeadaf7dce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829786 Mar 03 14:11:11.374038 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-7ae31916-5744-490f-96a4-34d69d4f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.375784 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-7ae31916-5744-490f-96a4-34d69d4f5114 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230092 Mar 03 14:11:11.383154 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14240e36-9893-4cd8-880d-142dd0756c55 req-7d4fb7e7-27da-4f8f-b6e0-c15b7d858570 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874450 Mar 03 14:11:11.405399 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Deleting port dea0898d-50f6-4ed9-88d5-ad86345be5cb {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:11:11.405848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:11.554699 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'db0ccd00-f1aa-467a-8cd7-69c546a3c651', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:8c:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:09Z', 'updated_at': '2022-03-03T14:11:09Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:11.583589 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa0bc-562a-4b51-82b7-aa52e46b5324 None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'db0ccd00-f1aa-467a-8cd7-69c546a3c651', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:8c:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:09Z', 'updated_at': '2022-03-03T14:11:09Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:11:11.593174 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:11.612277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6578ae-dbfc-4dc5-ba36-4d65b5086bf0 req-49e47886-03ef-4571-b3ec-5accb2719ab1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:11.613958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb6578ae-dbfc-4dc5-ba36-4d65b5086bf0 req-49e47886-03ef-4571-b3ec-5accb2719ab1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 946 time: 0.2120223 Mar 03 14:11:11.666975 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-5318c4e0-56f8-4744-bc47-e6affd8f3c42 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781885 Mar 03 14:11:11.675804 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] For port dea0898d-50f6-4ed9-88d5-ad86345be5cb, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dea0898d-50f6-4ed9-88d5-ad86345be5cb,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:11.676199 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:11.713864 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:11.715431 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:11.723487 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Calling delete_port for dea0898d-50f6-4ed9-88d5-ad86345be5cb owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:11:11.759906 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:11.762799 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f192c7-303b-4a7c-9c90-68c0c0f2fd7d" -d '{"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:11.785139 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb6578ae-dbfc-4dc5-ba36-4d65b5086bf0 req-ab38c57e-8a58-469f-8cfa-0a3327a629c0 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572104 Mar 03 14:11:11.799327 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:11.809078 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:11.864794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd3a9c-62b3-413a-9412-0797b6997027 x-openstack-request-id: req-4bbd3a9c-62b3-413a-9412-0797b6997027 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:11.865120 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:11.865603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bbd3a9c-62b3-413a-9412-0797b6997027 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:11.866228 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'code': 200} Mar 03 14:11:11.911863 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:11.998790 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5640d-61dc-44d3-9e12-0c96ce06390b None None] New status for floating IP db0ccd00-f1aa-467a-8cd7-69c546a3c651: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:11:12.220693 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbb87df9-027d-429c-8e28-4844c0a22b45 req-a5d3158b-cfd1-4a70-907d-dee25c6d2305 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271087 Mar 03 14:11:12.287094 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (dea0898d-50f6-4ed9-88d5-ad86345be5cb), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:12.302762 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c', 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', '4f800181-e177-4971-91cd-f325b8900970', 'dea0898d-50f6-4ed9-88d5-ad86345be5cb'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:12.315382 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event deleted for resources: {'Port': ['ID=dea0898d-50f6-4ed9-88d5-ad86345be5cb,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:12.366499 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] No DVR routers for this DVR port dea0898d-50f6-4ed9-88d5-ad86345be5cb on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:11:12.370574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:12.374380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efafd488-a35a-427b-9ade-8b7125ffc701 req-5e2e276f-78b7-4a8b-9779-1f9e63af0d2e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "DELETE /v2.0/ports/dea0898d-50f6-4ed9-88d5-ad86345be5cb HTTP/1.1" status: 204 len: 173 time: 1.2919948 Mar 03 14:11:12.374876 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'name': 'network-vif-deleted', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:12.377793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8833e0-1ed6-4c39-8797-0a65327ce180" -d '{"events": [{"server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "name": "network-vif-deleted", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:12.418022 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954c01c-f048-419e-9e62-7b8bd71d5b71 x-openstack-request-id: req-8954c01c-f048-419e-9e62-7b8bd71d5b71 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:12.418477 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a6a110-5c04-4ab3-b415-05803d10eb9d", "name": "network-vif-deleted", "tag": "dea0898d-50f6-4ed9-88d5-ad86345be5cb", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:12.418700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8954c01c-f048-419e-9e62-7b8bd71d5b71 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:12.419303 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a6a110-5c04-4ab3-b415-05803d10eb9d', 'name': 'network-vif-deleted', 'tag': 'dea0898d-50f6-4ed9-88d5-ad86345be5cb', 'status': 'completed', 'code': 200} Mar 03 14:11:12.516160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1abcd-6201-40f4-a1c7-82e4962a9fd1 req-d1ceaa4a-6993-4641-ac67-98be3a732c04 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:12.517768 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4b1abcd-6201-40f4-a1c7-82e4962a9fd1 req-d1ceaa4a-6993-4641-ac67-98be3a732c04 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0608881 Mar 03 14:11:12.565698 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4b1abcd-6201-40f4-a1c7-82e4962a9fd1 req-fa36be9f-81d8-40c5-b12e-35be37e81aef tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Mar 03 14:11:12.911191 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfd335a6-14ef-4e9e-b475-97177639e673 req-e120e6a5-506c-4e1c-aec2-2a9ff9c16144 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a6a110-5c04-4ab3-b415-05803d10eb9d HTTP/1.1" status: 200 len: 210 time: 0.0316288 Mar 03 14:11:13.100611 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-b7b1b72f-7cc4-4b0f-b1b7-33f72800b2e8 req-ac2b0240-7a28-4886-89a1-165fad45eaa6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:11:13.101645 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b7b1b72f-7cc4-4b0f-b1b7-33f72800b2e8 req-ac2b0240-7a28-4886-89a1-165fad45eaa6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059271 Mar 03 14:11:13.213898 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-5dec41b3-ac90-4a90-9778-3bda3593e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:13.215464 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-5dec41b3-ac90-4a90-9778-3bda3593e817 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.0878642 Mar 03 14:11:13.223152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75449d4-df18-4415-ad14-b9af6f8e49e3 req-8f27a4f0-fc20-4d6c-81fc-97a536c749d5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:13.225325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f75449d4-df18-4415-ad14-b9af6f8e49e3 req-8f27a4f0-fc20-4d6c-81fc-97a536c749d5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0885465 Mar 03 14:11:13.319338 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f75449d4-df18-4415-ad14-b9af6f8e49e3 req-7b4142c7-50d2-410e-beb6-5fb315b0df38 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882573 Mar 03 14:11:13.353755 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a037fd-8cdf-41cd-85d1-7ffd5dd9dc86 req-558f0047-0f14-420d-a277-9cd9e2f3e3c7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:13.357036 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-44a037fd-8cdf-41cd-85d1-7ffd5dd9dc86 req-558f0047-0f14-420d-a277-9cd9e2f3e3c7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0893705 Mar 03 14:11:13.460545 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-44a037fd-8cdf-41cd-85d1-7ffd5dd9dc86 req-f5906941-3382-4d07-a72d-51ee3fb4e9eb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979493 Mar 03 14:11:13.491926 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-5e9a3420-1f8e-40a6-9b6e-d62f8b4ac17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:13.491926 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-5e9a3420-1f8e-40a6-9b6e-d62f8b4ac17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1261814 Mar 03 14:11:13.492266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42810) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:13.541579 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-5c675922-5fcf-4e92-81d6-5ed246d96fee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0420439 Mar 03 14:11:13.614073 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b21e79e4-1c88-46cf-94e4-250fb3a3f482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:13.625802 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-8d50291a-c98c-40db-922d-9b36f8518f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:13.627175 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-8d50291a-c98c-40db-922d-9b36f8518f11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0731628 Mar 03 14:11:13.666516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-80946587-d350-473f-8780-f3870384d15e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316474 Mar 03 14:11:13.692900 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42822) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:13.794205 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b21e79e4-1c88-46cf-94e4-250fb3a3f482 admin admin] Publish callbacks [] for security_group (30799601-2f81-477c-ac69-1d1dbad1901f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:13.797007 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-59fe5378-978f-4b74-97cf-4908f8e0b3b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028063 Mar 03 14:11:13.802357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b21e79e4-1c88-46cf-94e4-250fb3a3f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (30799601-2f81-477c-ac69-1d1dbad1901f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:13.807420 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-709be7af-7302-48a6-99f4-b6640f7d7a1e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:11:13.808408 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-709be7af-7302-48a6-99f4-b6640f7d7a1e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053144 Mar 03 14:11:13.816933 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-0da9b43c-1968-4a8e-9055-f142a3fc81a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368566 Mar 03 14:11:13.887921 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b21e79e4-1c88-46cf-94e4-250fb3a3f482 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccbf3c94f222425891f0af3a9178c8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947771 Mar 03 14:11:13.891223 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42830) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:13.893483 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e79e4-1c88-46cf-94e4-250fb3a3f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30799601-2f81-477c-ac69-1d1dbad1901f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:13.895911 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42832) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:13.943930 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] Publish callbacks [] for security_group (30799601-2f81-477c-ac69-1d1dbad1901f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:13.948622 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f82f52c-721d-4530-9a32-5c9ce1c4cf96 req-67b15a8b-9fea-49c2-8dfd-9d0d3d54acb3 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238353 Mar 03 14:11:13.968304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] Publish callbacks [] for security_group (30799601-2f81-477c-ac69-1d1dbad1901f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:14.031502 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (30799601-2f81-477c-ac69-1d1dbad1901f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:14.037188 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:14.037188 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30799601-2f81-477c-ac69-1d1dbad1901f HTTP/1.1" status: 204 len: 168 time: 0.1433966 Mar 03 14:11:14.055090 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a00c2-89fd-44d2-b9f9-af729c69cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30799601-2f81-477c-ac69-1d1dbad1901f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:14.060575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-e9df9129-6f0c-43f3-9ba9-44032ec5bd65 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:14.062711 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-e9df9129-6f0c-43f3-9ba9-44032ec5bd65 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports/16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 940 time: 0.1637881 Mar 03 14:11:14.466441 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800408-0277-444e-95c1-ce73a2044057 req-4fe1bb73-3345-4323-8364-08a95865bcd6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:14.468067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b800408-0277-444e-95c1-ce73a2044057 req-4fe1bb73-3345-4323-8364-08a95865bcd6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0601873 Mar 03 14:11:14.517094 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9b800408-0277-444e-95c1-ce73a2044057 req-e6b2117c-7f3d-4449-b29e-ca9295fa3f87 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Mar 03 14:11:14.614900 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205154e-1115-4d8f-8ed7-33e5f5193ab8 req-edad365a-ef9e-40f7-b6f2-506924ed3102 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:14.616393 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1205154e-1115-4d8f-8ed7-33e5f5193ab8 req-edad365a-ef9e-40f7-b6f2-506924ed3102 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0542004 Mar 03 14:11:14.673482 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1205154e-1115-4d8f-8ed7-33e5f5193ab8 req-07e34c7f-5485-40b2-855d-328d022e3a1d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506029 Mar 03 14:11:15.370492 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214248c5-a297-4e1f-9990-5aad03b04a3a req-a298edbf-c3fe-4e5b-9b9d-19a079d2bfea tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.372031 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-214248c5-a297-4e1f-9990-5aad03b04a3a req-a298edbf-c3fe-4e5b-9b9d-19a079d2bfea tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0622318 Mar 03 14:11:15.432258 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-214248c5-a297-4e1f-9990-5aad03b04a3a req-a18d4e4e-4093-4b11-91f9-668cb8121a8c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Mar 03 14:11:15.473088 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c23e-4d77-408a-9c63-80aff16bf588 req-6c57bfce-e0b9-4833-a298-31b35e5e0b8d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.474577 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7216c23e-4d77-408a-9c63-80aff16bf588 req-6c57bfce-e0b9-4833-a298-31b35e5e0b8d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0621605 Mar 03 14:11:15.521158 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7216c23e-4d77-408a-9c63-80aff16bf588 req-4e694e64-8867-4211-88ad-dc4cd2b43f5c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Mar 03 14:11:15.543068 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42876) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:15.613501 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device dea0898d-50f6-4ed9-88d5-ad86345be5cb no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:15.635642 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: dea0898d-50f6-4ed9-88d5-ad86345be5cb {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:11:15.636157 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device dea0898d-50f6-4ed9-88d5-ad86345be5cb not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:11:15.636904 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:15.637273 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da5b78-9409-4edc-890d-55b9c91b2e95 req-b1da73c7-264e-4ad2-ad91-4dea2cdc2167 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.638874 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03da5b78-9409-4edc-890d-55b9c91b2e95 req-b1da73c7-264e-4ad2-ad91-4dea2cdc2167 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0544491 Mar 03 14:11:15.692671 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03da5b78-9409-4edc-890d-55b9c91b2e95 req-446e9113-b366-437b-93f3-5f05941005ce tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Mar 03 14:11:15.728576 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: DOWN; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:15.753829 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37494ed4-3349-4663-8828-466790038a20 tempest-TestMinimumBasicScenario-643159605 tempest-TestMinimumBasicScenario-643159605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.758068 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-37494ed4-3349-4663-8828-466790038a20 tempest-TestMinimumBasicScenario-643159605 tempest-TestMinimumBasicScenario-643159605-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1125 time: 0.2139826 Mar 03 14:11:15.758658 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42882) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:15.763113 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'port_id': '439508af-07f3-4c39-a774-153476a24e87', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:15.785772 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:15.806116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f587-343d-4121-9cf1-7e0b0a4937ac req-08821488-e0cf-4488-8648-fcd77ef80800 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.807572 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d27f587-343d-4121-9cf1-7e0b0a4937ac req-08821488-e0cf-4488-8648-fcd77ef80800 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0524187 Mar 03 14:11:15.854645 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d27f587-343d-4121-9cf1-7e0b0a4937ac req-7d45cbb5-8c7b-4e4f-9724-cf3ce0e01e78 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Mar 03 14:11:15.883889 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:15.978452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-5aab318e-d41b-4495-8124-d6586f85ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:15.980010 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-5aab318e-d41b-4495-8124-d6586f85ef6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 1127 time: 0.0742290 Mar 03 14:11:15.996901 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Allocated IP 172.27.0.232 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/14c39112-db6e-49fd-bbc1-c501fa981ff5) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:11:16.052938 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-f4f1fee3-9f47-43e8-9531-bc8ecb8b9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.054665 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-f4f1fee3-9f47-43e8-9531-bc8ecb8b9b24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1127 time: 0.0509017 Mar 03 14:11:16.102916 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.140521 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.150320 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-560bb1ca-911a-4d25-9400-c56a84ba46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.151898 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-560bb1ca-911a-4d25-9400-c56a84ba46a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0865986 Mar 03 14:11:16.184437 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:11:16.189438 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:11:16.193903 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:11:16.196909 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'Port': ['ID=14c39112-db6e-49fd-bbc1-c501fa981ff5,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:16.227635 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-fedb704c-dfed-4843-9009-d9279dffa5a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 999 time: 0.0639100 Mar 03 14:11:16.282536 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-c220a6af-abd9-4b97-ab84-c17ea375c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.284012 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-c220a6af-abd9-4b97-ab84-c17ea375c438 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0434954 Mar 03 14:11:16.335006 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a231e-2409-40e7-bd60-85d41670e36b req-12f849a8-7cf2-47a6-a3a7-9a5e20aa511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.336584 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-12f849a8-7cf2-47a6-a3a7-9a5e20aa511d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446332 Mar 03 14:11:16.431746 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-cc6c72f8-fd23-4016-91f5-320c2bcbda43 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860732 Mar 03 14:11:16.555796 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a231e-2409-40e7-bd60-85d41670e36b req-eb923d6e-3f5a-4eed-943e-7b424ee766a5 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180720 Mar 03 14:11:16.573025 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for floatingip (ffae6c02-9b4e-4ea7-a195-a5567324a1ec), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.582232 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0560-451f-4ad9-b5b0-f5fe2d7323e7 req-116d6514-5166-4ab1-b4c9-70b45c2db9aa tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.583743 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-728f0560-451f-4ad9-b5b0-f5fe2d7323e7 req-116d6514-5166-4ab1-b4c9-70b45c2db9aa tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0731785 Mar 03 14:11:16.636994 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-728f0560-451f-4ad9-b5b0-f5fe2d7323e7 req-c092055c-8b1d-4ae3-bb4d-08eabff62005 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 Mar 03 14:11:16.657583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.817875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.823506 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:16.826088 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bf8bc-59ca-416b-8120-13e4c79db17a req-a5a1c1c9-4a0e-4621-be68-3bf982c1f98a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:16.828217 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1c8bf8bc-59ca-416b-8120-13e4c79db17a req-a5a1c1c9-4a0e-4621-be68-3bf982c1f98a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0559037 Mar 03 14:11:16.885744 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1c8bf8bc-59ca-416b-8120-13e4c79db17a req-12341318-e63d-47b3-a78d-f392d6c05d6d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Mar 03 14:11:16.896063 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'Port': ['ID=14c39112-db6e-49fd-bbc1-c501fa981ff5,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:16.906725 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (ffae6c02-9b4e-4ea7-a195-a5567324a1ec), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.004917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257bb55-fd9c-42a2-ac9f-d9f5015f12b4 req-1622a97e-ac9c-4a0a-b898-79f383f49f64 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:17.010370 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1257bb55-fd9c-42a2-ac9f-d9f5015f12b4 req-1622a97e-ac9c-4a0a-b898-79f383f49f64 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0604892 Mar 03 14:11:17.011404 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Floating IP ffae6c02-9b4e-4ea7-a195-a5567324a1ec associated. External IP: 172.27.0.232, port: 439508af-07f3-4c39-a774-153476a24e87. Mar 03 14:11:17.070947 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1257bb55-fd9c-42a2-ac9f-d9f5015f12b4 req-17b62c8e-e524-4200-a5f5-f9d788ca07ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573328 Mar 03 14:11:17.307981 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:11:17.445686 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:11:17.456209 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Sync routers for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:11:17.469660 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:11:17.470822 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:10:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:17.506841 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.547185 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-501184d9-ba22-4c14-91a0-4e9c42fcbc5d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7875063 Mar 03 14:11:17.548185 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:17.551678 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42910) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:17.557540 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467873088', 'description': 'tempest-secgroup-smoke-1467873088 description', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:17.562999 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:17.599184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.607672 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5241c-2bd7-4a1d-8457-1e5aabc04aa4 x-openstack-request-id: req-03c5241c-2bd7-4a1d-8457-1e5aabc04aa4 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:17.608176 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:17.609055 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03c5241c-2bd7-4a1d-8457-1e5aabc04aa4 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:17.609518 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:11:17.620210 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:11:17.713963 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (ab7259a8-5c6e-49fb-aecc-96a0dff82bb9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.720708 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ab7259a8-5c6e-49fb-aecc-96a0dff82bb9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.796760 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.798045 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2449582 Mar 03 14:11:17.801338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42918) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:17.806761 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:17.815025 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f0d8-1aed-4fd5-8755-707a32536715 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:17.846099 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a2429-78fb-455e-85fa-69e039aecd8d req-04f94ffd-8ebb-400c-8da1-9a467329f3b2 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:17.854315 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6e9a2429-78fb-455e-85fa-69e039aecd8d req-04f94ffd-8ebb-400c-8da1-9a467329f3b2 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0972190 Mar 03 14:11:17.883674 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (cbfcab74-bed5-446c-84b2-c115d7cb9220), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.921677 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6e9a2429-78fb-455e-85fa-69e039aecd8d req-7da72053-9ea7-4549-bb9f-a240ae54ff38 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590281 Mar 03 14:11:17.974964 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (cbfcab74-bed5-446c-84b2-c115d7cb9220), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.983983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (cbfcab74-bed5-446c-84b2-c115d7cb9220), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:17.990223 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'ffae6c02-9b4e-4ea7-a195-a5567324a1ec', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'port_id': '439508af-07f3-4c39-a774-153476a24e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'mac_address': 'fa:16:3e:13:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:16Z', 'updated_at': '2022-03-03T14:11:16Z', 'revision_number': 0, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:18.018075 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Checking router: 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:11:18.019177 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.020865 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2177022 Mar 03 14:11:18.022071 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aedc2b-fe42-4adb-a870-68750d2642b6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfcab74-bed5-446c-84b2-c115d7cb9220,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.040573 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42922) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:18.049660 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:18.051331 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:11:18.052116 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:10:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:18.073509 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c65ee4-87f4-4c84-9f80-aeee183a8ef4 req-0baad992-3bd9-4e17-92b1-b7cc1b07d8c6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:18.081315 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b9c65ee4-87f4-4c84-9f80-aeee183a8ef4 req-0baad992-3bd9-4e17-92b1-b7cc1b07d8c6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0920851 Mar 03 14:11:18.095417 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (1475de19-df7a-4b81-aae9-0258a8779732), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.180677 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (1475de19-df7a-4b81-aae9-0258a8779732), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.183830 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b9c65ee4-87f4-4c84-9f80-aeee183a8ef4 req-15b15a0b-2e7c-44da-8172-1a0357c764d9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011314 Mar 03 14:11:18.190441 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (1475de19-df7a-4b81-aae9-0258a8779732), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.230516 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.231911 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901145 Mar 03 14:11:18.233427 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a6056-e75b-4fc9-94d7-2ab24da0e46f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1475de19-df7a-4b81-aae9-0258a8779732,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.235346 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42926) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:18.249140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c022d0-694e-4014-a2f1-b5f97bbcd416 req-8fb7efbb-17a9-4827-83ef-b8acd286cbab tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:18.250491 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0c022d0-694e-4014-a2f1-b5f97bbcd416 req-8fb7efbb-17a9-4827-83ef-b8acd286cbab tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0866644 Mar 03 14:11:18.250636 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:18.256805 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:11:18.295709 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (8a7e2c1a-786e-4c80-8440-3e05ba88981f), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.325546 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b0c022d0-694e-4014-a2f1-b5f97bbcd416 req-b24ae6bc-1f6b-4651-92b8-749ad874bffa tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672157 Mar 03 14:11:18.396887 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (8a7e2c1a-786e-4c80-8440-3e05ba88981f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.402771 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (8a7e2c1a-786e-4c80-8440-3e05ba88981f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.439588 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7e2c1a-786e-4c80-8440-3e05ba88981f,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.448134 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.449462 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-83375272-8338-40ed-a4d8-4bddefc12059 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130425 Mar 03 14:11:18.452602 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42928) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:18.457117 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:18.490251 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (a0f947e3-31ec-400a-a8ae-3778ea717e9d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.553877 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (a0f947e3-31ec-400a-a8ae-3778ea717e9d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.558389 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (a0f947e3-31ec-400a-a8ae-3778ea717e9d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.579890 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f947e3-31ec-400a-a8ae-3778ea717e9d,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.587875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.589179 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bb3f89a2-bfa2-4649-9660-feb5f250a65a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355884 Mar 03 14:11:18.592103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42930) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:18.597330 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:18.619136 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.securitygroups_db [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Project aa817b6a6545481993ac6ed78ea0b581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:11:18.625585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (78b88d0a-6475-4016-b9e1-22dd7d215d71), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.663612 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'ffae6c02-9b4e-4ea7-a195-a5567324a1ec', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'port_id': '439508af-07f3-4c39-a774-153476a24e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'mac_address': 'fa:16:3e:13:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:16Z', 'updated_at': '2022-03-03T14:11:16Z', 'revision_number': 0, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:18.700166 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4975ba8-5803-4ef2-8ed7-50af26e683f4 None None] The sync data for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi is: [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'ffae6c02-9b4e-4ea7-a195-a5567324a1ec', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'port_id': '439508af-07f3-4c39-a774-153476a24e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'mac_address': 'fa:16:3e:13:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:11:16Z', 'updated_at': '2022-03-03T14:11:16Z', 'revision_number': 0, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:11:18.700634 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (78b88d0a-6475-4016-b9e1-22dd7d215d71), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.706413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (78b88d0a-6475-4016-b9e1-22dd7d215d71), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.730368 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b88d0a-6475-4016-b9e1-22dd7d215d71,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.747727 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.750295 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-de056efa-9382-40df-b657-e9167f66e396 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571302 Mar 03 14:11:18.753328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42932) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:18.758719 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'security_group_rule': {'security_group_id': 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9', 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:18.786045 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.securitygroups_db [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Project aa817b6a6545481993ac6ed78ea0b581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:11:18.792332 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (e5e88b21-d45d-4d80-8d5d-b12b6376a482), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.874868 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (e5e88b21-d45d-4d80-8d5d-b12b6376a482), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.879048 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (e5e88b21-d45d-4d80-8d5d-b12b6376a482), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.901876 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e88b21-d45d-4d80-8d5d-b12b6376a482,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:18.911855 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:18.913213 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-384f9899-c1bd-4841-9a0c-55388ad45420 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583512 Mar 03 14:11:18.972677 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d4ed7-eb4c-488a-aca6-1145af72b291 None None] New status for floating IP ffae6c02-9b4e-4ea7-a195-a5567324a1ec: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:11:19.098156 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-01ea1c85-7688-4c67-909c-d5121de25390 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467873088&fields=id&tenant_id=aa817b6a6545481993ac6ed78ea0b581 HTTP/1.1" status: 200 len: 267 time: 0.0654998 Mar 03 14:11:19.128600 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75960c78-e494-4978-bf26-c12437212c1d req-91a55aac-76ed-4f54-96f0-af2b7d254f0c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:19.130020 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75960c78-e494-4978-bf26-c12437212c1d req-91a55aac-76ed-4f54-96f0-af2b7d254f0c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.1084085 Mar 03 14:11:19.200619 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-83ff4af5-96df-40f1-a54d-e7e55ad4eed4 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:19.202248 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-83ff4af5-96df-40f1-a54d-e7e55ad4eed4 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0982225 Mar 03 14:11:19.224355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'port': {'security_groups': ['8ded127d-3a52-4ad0-832a-0ffb04e339d0', 'ab7259a8-5c6e-49fb-aecc-96a0dff82bb9']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:11:19.235838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75960c78-e494-4978-bf26-c12437212c1d req-5569f812-6627-4bd5-b9c6-2b7ebbc9d84f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913739 Mar 03 14:11:19.341021 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:19.493934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bcd75-9e13-446c-b2b6-a29aa30888dd req-d2d567dc-b5fd-4976-8909-da36027778a1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:19.495423 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-643bcd75-9e13-446c-b2b6-a29aa30888dd req-d2d567dc-b5fd-4976-8909-da36027778a1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.1336298 Mar 03 14:11:19.605108 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-643bcd75-9e13-446c-b2b6-a29aa30888dd req-e9b68c4a-0276-4ab8-b2ae-eb413fe1a9d2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998170 Mar 03 14:11:19.664299 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:19.741495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for port (439508af-07f3-4c39-a774-153476a24e87), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:19.747493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:19.764761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:19.769586 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2608-7e8a-4435-8fa5-7adf31452880 req-f3ba0c77-43d1-4576-a2d0-4ffdb8beac0f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:19.771145 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-801a2608-7e8a-4435-8fa5-7adf31452880 req-f3ba0c77-43d1-4576-a2d0-4ffdb8beac0f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0943751 Mar 03 14:11:19.801585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:19.802108 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:19.803508 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-211a6b80-c763-4572-8190-81e68c68bdd9 req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "PUT /v2.0/ports/439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 982 time: 0.5893011 Mar 03 14:11:19.811711 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:19.814018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00860902-6d3f-42c4-a8a5-c4c53c084b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:19.925026 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cd669-0046-4ac6-bc05-28631c78ab47 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=6']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:19.968288 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:19.998680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-801a2608-7e8a-4435-8fa5-7adf31452880 req-a3730884-fc6e-4a28-9d94-62cc513d8d63 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093310 Mar 03 14:11:20.042514 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68a6d7-b7b6-4b83-b77a-b927ccd5382b req-6d30d2bd-542f-4767-b4a5-3068a0c31109 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:20.044208 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b68a6d7-b7b6-4b83-b77a-b927ccd5382b req-6d30d2bd-542f-4767-b4a5-3068a0c31109 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0978382 Mar 03 14:11:20.071662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b4a0c-0f6b-4f85-aae1-d60340a12698 x-openstack-request-id: req-e86b4a0c-0f6b-4f85-aae1-d60340a12698 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:20.071974 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:20.072204 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e86b4a0c-0f6b-4f85-aae1-d60340a12698 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:20.072599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:11:20.116962 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b68a6d7-b7b6-4b83-b77a-b927ccd5382b req-9d44eddb-c499-4c71-bf6c-584cf68a9c3f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616338 Mar 03 14:11:20.210816 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7b47-63f1-40e8-a63d-825e6a90898c None None] Provisioning complete for port 439508af-07f3-4c39-a774-153476a24e87 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:11:20.211416 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7b47-63f1-40e8-a63d-825e6a90898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (439508af-07f3-4c39-a774-153476a24e87), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:20.410400 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f33215-741b-4f0c-a8dc-d051ab2f7752 req-1779931a-714f-4100-be1f-f66c83b49690 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:20.412057 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91f33215-741b-4f0c-a8dc-d051ab2f7752 req-1779931a-714f-4100-be1f-f66c83b49690 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0775476 Mar 03 14:11:20.415392 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a7b47-63f1-40e8-a63d-825e6a90898c None None] Current status of the port 439508af-07f3-4c39-a774-153476a24e87 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:20.458132 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91f33215-741b-4f0c-a8dc-d051ab2f7752 req-71ac7c62-82c7-49fa-a813-1b9ba1fe1cb4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Mar 03 14:11:20.734587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f448a-1dcd-4a69-9175-94132b9efc3a req-a1313be8-393d-4f6a-955d-f9d21c722e69 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:20.736095 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c0f448a-1dcd-4a69-9175-94132b9efc3a req-a1313be8-393d-4f6a-955d-f9d21c722e69 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0574462 Mar 03 14:11:20.785233 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c0f448a-1dcd-4a69-9175-94132b9efc3a req-2298bdea-a495-473e-b457-f875fa25cb38 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Mar 03 14:11:21.099869 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47bba56b-91d2-46d4-81f8-db6c4a392156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:21.128877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59a00-dd28-4326-bb4f-02649f64c9f0 req-aee779bc-6ae9-4ebf-9384-8405064172ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:21.129152 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81a59a00-dd28-4326-bb4f-02649f64c9f0 req-aee779bc-6ae9-4ebf-9384-8405064172ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0538306 Mar 03 14:11:21.187708 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81a59a00-dd28-4326-bb4f-02649f64c9f0 req-3ae876ea-3f84-4cfa-a7a4-7641e3daad3b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508854 Mar 03 14:11:21.581755 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790283-ac6c-4542-98fa-098239ab5bf5 req-2b3563b3-1457-4c43-ba1a-03947f90196f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:21.583251 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0790283-ac6c-4542-98fa-098239ab5bf5 req-2b3563b3-1457-4c43-ba1a-03947f90196f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Mar 03 14:11:21.636973 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0790283-ac6c-4542-98fa-098239ab5bf5 req-a7acfc2f-a4fb-4c96-baea-1f851bd40953 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469375 Mar 03 14:11:21.907249 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344bcaa-fb88-4117-b24d-af46a6f11f48 req-e999ead2-f8bd-4eae-bb69-b0b3b71d9a45 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:21.908756 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7344bcaa-fb88-4117-b24d-af46a6f11f48 req-e999ead2-f8bd-4eae-bb69-b0b3b71d9a45 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0585086 Mar 03 14:11:21.983863 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7344bcaa-fb88-4117-b24d-af46a6f11f48 req-315ec183-9bde-4f97-bb5b-0575e8bc072d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Mar 03 14:11:22.323608 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4624-e456-4304-81f4-3ff12fe93d05 req-1e582267-e12a-4620-a8ea-792ed16771a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:22.325135 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-192c4624-e456-4304-81f4-3ff12fe93d05 req-1e582267-e12a-4620-a8ea-792ed16771a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0538795 Mar 03 14:11:22.374894 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-192c4624-e456-4304-81f4-3ff12fe93d05 req-03f6815f-a1ad-402a-80ce-83d0057e3798 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Mar 03 14:11:22.758561 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28bd64-9140-4e25-9d0e-cc43fba6ced9 req-e3e05459-fd03-48cd-98d3-11bb20fae830 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:22.760004 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ce28bd64-9140-4e25-9d0e-cc43fba6ced9 req-e3e05459-fd03-48cd-98d3-11bb20fae830 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0552547 Mar 03 14:11:22.806219 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ce28bd64-9140-4e25-9d0e-cc43fba6ced9 req-7c15fb7e-c825-442f-9a3b-e7258fbed3fd tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Mar 03 14:11:23.135374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818cab0-0e2a-4918-b61a-fe03dc54d4b8 req-81b31f10-df2a-4025-bf0d-536b96bc35b1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:23.137022 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8818cab0-0e2a-4918-b61a-fe03dc54d4b8 req-81b31f10-df2a-4025-bf0d-536b96bc35b1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0782876 Mar 03 14:11:23.186285 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8818cab0-0e2a-4918-b61a-fe03dc54d4b8 req-bbfcf1be-8cd2-462a-b5b7-eec4b1f18701 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Mar 03 14:11:23.460864 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8475286e-cf26-4a6b-a022-2468468f244c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:23.511585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b16beb-57a2-43cf-aabf-562e41bed6e7 req-0eb87ea5-618e-4b46-96ed-c4462ef943db tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:23.513183 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a7b16beb-57a2-43cf-aabf-562e41bed6e7 req-0eb87ea5-618e-4b46-96ed-c4462ef943db tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0592492 Mar 03 14:11:23.560504 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a7b16beb-57a2-43cf-aabf-562e41bed6e7 req-c3000ee1-56f8-435f-aefe-dc8ffaee9f30 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Mar 03 14:11:23.935131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f71c3-4edf-4417-8d5a-5d1604fd0824 req-7101df3a-ce81-47da-a41b-60e73698ecb3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:23.937154 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-194f71c3-4edf-4417-8d5a-5d1604fd0824 req-7101df3a-ce81-47da-a41b-60e73698ecb3 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0552938 Mar 03 14:11:23.997308 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-194f71c3-4edf-4417-8d5a-5d1604fd0824 req-cd4d94b7-ac07-4496-8ee0-d0c43a2a2c1e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Mar 03 14:11:24.310607 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadfbd5-d208-4696-8f5a-18ec3a9a390d req-ca3af91c-5f47-4fd5-96f1-03faa3ea5ad5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:24.312143 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abadfbd5-d208-4696-8f5a-18ec3a9a390d req-ca3af91c-5f47-4fd5-96f1-03faa3ea5ad5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0539694 Mar 03 14:11:24.365958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abadfbd5-d208-4696-8f5a-18ec3a9a390d req-cb9ed7f6-13a7-46c5-a04f-3d8314e789bb tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Mar 03 14:11:24.527188 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:24.710763 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8668c-e798-4a9d-9e92-9e597d5c429d req-0e8ed942-946d-43c8-a45d-a47dac192222 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:24.718732 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67c8668c-e798-4a9d-9e92-9e597d5c429d req-0e8ed942-946d-43c8-a45d-a47dac192222 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0747344 Mar 03 14:11:24.766136 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67c8668c-e798-4a9d-9e92-9e597d5c429d req-622d8fb4-eedb-442d-af1f-78b666739986 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465207 Mar 03 14:11:25.125032 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b730-5103-4c6c-a798-8433e065cb13 req-47f0fc72-0f92-4b4e-b46f-9b7c6a5a5813 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:25.126527 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d355b730-5103-4c6c-a798-8433e065cb13 req-47f0fc72-0f92-4b4e-b46f-9b7c6a5a5813 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0558627 Mar 03 14:11:25.175758 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d355b730-5103-4c6c-a798-8433e065cb13 req-35398023-0291-4fcc-83cf-6d07e5276758 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Mar 03 14:11:25.495304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf5783-45e4-40d7-9693-ac7dd05c3c08 req-ab7cd5e5-4462-4bbf-8e8d-4587989d0682 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:25.497052 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55bf5783-45e4-40d7-9693-ac7dd05c3c08 req-ab7cd5e5-4462-4bbf-8e8d-4587989d0682 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0579622 Mar 03 14:11:25.546205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55bf5783-45e4-40d7-9693-ac7dd05c3c08 req-a82630fe-09aa-4a27-a5ef-f82142a76eb1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Mar 03 14:11:25.903900 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f3bf2-7e0e-4fb4-9a64-e70a578bf8dc req-db88cc58-8231-4904-b0f3-e91073692ac0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:25.906050 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-da2f3bf2-7e0e-4fb4-9a64-e70a578bf8dc req-db88cc58-8231-4904-b0f3-e91073692ac0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0562952 Mar 03 14:11:25.952634 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-da2f3bf2-7e0e-4fb4-9a64-e70a578bf8dc req-6ef5e6d7-ed27-45d6-96d5-cb93f27f4f31 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Mar 03 14:11:25.995981 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:26.312057 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e49b2b-b72e-47cf-b997-ec4aa8113968 req-11a1b3cb-573c-4fb0-9dc7-8d0ab8f5595f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:26.313591 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b1e49b2b-b72e-47cf-b997-ec4aa8113968 req-11a1b3cb-573c-4fb0-9dc7-8d0ab8f5595f tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0603685 Mar 03 14:11:26.368679 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b1e49b2b-b72e-47cf-b997-ec4aa8113968 req-b1de269d-0244-46ce-8c75-4f348a463ec1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Mar 03 14:11:26.662898 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ee2b8-dacd-4581-9058-acdbf26d3b96 req-fdd54d78-c721-43b7-84b9-e7cd706ec1e3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:26.664349 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0ee2b8-dacd-4581-9058-acdbf26d3b96 req-fdd54d78-c721-43b7-84b9-e7cd706ec1e3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0535259 Mar 03 14:11:26.711975 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0ee2b8-dacd-4581-9058-acdbf26d3b96 req-4cd82a81-2393-4275-815e-0678372c3049 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Mar 03 14:11:27.088985 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe265-da16-486a-8b32-bb192a8268c9 req-168acb56-eab1-443e-861c-4771e42514cd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:27.090512 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3ffbe265-da16-486a-8b32-bb192a8268c9 req-168acb56-eab1-443e-861c-4771e42514cd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0633385 Mar 03 14:11:27.139695 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3ffbe265-da16-486a-8b32-bb192a8268c9 req-c94e348f-86d6-4909-b422-64cd679effc6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Mar 03 14:11:27.483015 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:27.506680 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed96aa-2254-434d-861a-233a659e47ef req-ec398694-740b-4c01-966b-b0c6ac9f1fba tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:27.508219 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73ed96aa-2254-434d-861a-233a659e47ef req-ec398694-740b-4c01-966b-b0c6ac9f1fba tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0711544 Mar 03 14:11:27.562702 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73ed96aa-2254-434d-861a-233a659e47ef req-6f19e9eb-af7b-497d-b450-1c5a7da13603 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Mar 03 14:11:27.835100 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6762623-0800-46f3-9190-a2ebbe894000 req-cb307e59-6dc8-42cf-ac68-7144acacb18d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:27.836676 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6762623-0800-46f3-9190-a2ebbe894000 req-cb307e59-6dc8-42cf-ac68-7144acacb18d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0545001 Mar 03 14:11:27.901888 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6762623-0800-46f3-9190-a2ebbe894000 req-bab98103-f803-4b08-8fe3-b58c80279484 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 Mar 03 14:11:28.267009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40a9b4-1461-4651-9ac5-80cbf3a65c20 req-8f89b9e6-98aa-4686-8b1c-cabbbdbf2e4f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:28.268466 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c40a9b4-1461-4651-9ac5-80cbf3a65c20 req-8f89b9e6-98aa-4686-8b1c-cabbbdbf2e4f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0560880 Mar 03 14:11:28.314256 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c40a9b4-1461-4651-9ac5-80cbf3a65c20 req-fdd2ef49-24dd-469d-a41d-4afbaa93608f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400774 Mar 03 14:11:28.679089 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b431d-f1ff-4147-8ed4-b7d4b3a178ba req-82a18ea9-f234-4dd9-b829-0d0fada115f1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:28.680797 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f5b431d-f1ff-4147-8ed4-b7d4b3a178ba req-82a18ea9-f234-4dd9-b829-0d0fada115f1 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0535829 Mar 03 14:11:28.733765 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f5b431d-f1ff-4147-8ed4-b7d4b3a178ba req-59c7de04-fec4-41e0-ad8d-dba69f201ff7 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Mar 03 14:11:29.020155 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0faa-faad-4908-980e-5dc0bf7275ea req-a96ff05d-ab95-4fe8-919d-2c4fa7b8fad4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:29.021599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-407a0faa-faad-4908-980e-5dc0bf7275ea req-a96ff05d-ab95-4fe8-919d-2c4fa7b8fad4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0517557 Mar 03 14:11:29.077164 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-407a0faa-faad-4908-980e-5dc0bf7275ea req-86a6c72f-cba8-4287-a2a0-0aa904fd685b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 Mar 03 14:11:29.439883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81481c-4e9d-4011-8f53-1f50abcf2194 req-ad6d5569-1cd4-4376-b656-f7a5bfa2c909 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:29.441331 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f81481c-4e9d-4011-8f53-1f50abcf2194 req-ad6d5569-1cd4-4376-b656-f7a5bfa2c909 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0552108 Mar 03 14:11:29.487648 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f81481c-4e9d-4011-8f53-1f50abcf2194 req-ae099f23-0173-43ce-8e60-0e2f732aa016 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Mar 03 14:11:29.860207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a2f5-0f23-4020-97a0-1de2e986fa7b req-dcbf5440-0c09-495e-aec0-c8574f064223 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:29.861849 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be58a2f5-0f23-4020-97a0-1de2e986fa7b req-dcbf5440-0c09-495e-aec0-c8574f064223 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0560904 Mar 03 14:11:29.917872 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be58a2f5-0f23-4020-97a0-1de2e986fa7b req-c8fa4f3d-1d2f-47d1-8917-232723045147 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Mar 03 14:11:30.211920 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc07240-aeac-4f2f-a0df-38ac3c486f71 req-3b33179c-256e-4647-8a85-b7ee225f4b23 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:30.213551 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7fc07240-aeac-4f2f-a0df-38ac3c486f71 req-3b33179c-256e-4647-8a85-b7ee225f4b23 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0652719 Mar 03 14:11:30.267659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7fc07240-aeac-4f2f-a0df-38ac3c486f71 req-7df3ad2c-21ef-48b6-b39f-742b1409d762 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Mar 03 14:11:30.625896 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f0c-21e7-4971-9cf1-1867a3f0e5bb req-0d754f4f-1691-4412-9123-d539eeaa2a06 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:30.627408 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11c50f0c-21e7-4971-9cf1-1867a3f0e5bb req-0d754f4f-1691-4412-9123-d539eeaa2a06 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0600944 Mar 03 14:11:30.673617 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11c50f0c-21e7-4971-9cf1-1867a3f0e5bb req-2937a0eb-1f45-41dd-a2de-d890196aebab tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 Mar 03 14:11:30.778506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-4165c2c7-6808-4bf0-acfd-b71fff6e8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:30.780662 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-4165c2c7-6808-4bf0-acfd-b71fff6e8950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1169 time: 0.0487928 Mar 03 14:11:30.882033 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-1024bd41-1179-4f4d-ab06-6f79dd8c3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:30.883506 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-1024bd41-1179-4f4d-ab06-6f79dd8c3b51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.0909033 Mar 03 14:11:30.967684 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-f6dab3e9-099a-4b3b-8eda-8dcc4ebe1554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 1002 time: 0.0640039 Mar 03 14:11:31.059360 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-648cbabd-6e4d-4be8-835e-f8afbcce04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.061379 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-648cbabd-6e4d-4be8-835e-f8afbcce04be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.0782483 Mar 03 14:11:31.079478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded286-bc2d-440c-bc15-0c9d1dc05d11 req-4e9014ea-7253-42a1-a6e9-b85185f7e6b8 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.080966 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-30ded286-bc2d-440c-bc15-0c9d1dc05d11 req-4e9014ea-7253-42a1-a6e9-b85185f7e6b8 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0889595 Mar 03 14:11:31.159232 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-30ded286-bc2d-440c-bc15-0c9d1dc05d11 req-9e2bbaf4-aa06-4449-aced-66d3698d2f9b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 Mar 03 14:11:31.165927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-15cd15d2-4001-4378-a642-e6aa539817dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.167405 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-15cd15d2-4001-4378-a642-e6aa539817dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798459 Mar 03 14:11:31.175676 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:31.260286 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-75682447-116e-46f0-9f27-eef56e8ed8bb service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Mar 03 14:11:31.379115 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00860902-6d3f-42c4-a8a5-c4c53c084b7f req-6d4d0e07-ec9c-4311-8011-1a48b5c74a77 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060972 Mar 03 14:11:31.402970 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a15950-1310-4622-9e16-c9bc133ce3b9 req-e2336251-1e61-4b1d-be8c-3f68e44cc75d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.404461 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a1a15950-1310-4622-9e16-c9bc133ce3b9 req-e2336251-1e61-4b1d-be8c-3f68e44cc75d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0666564 Mar 03 14:11:31.477432 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a1a15950-1310-4622-9e16-c9bc133ce3b9 req-d71b6678-c50b-4dc3-98ce-db73fdd3dc4b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672302 Mar 03 14:11:31.520188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-b4b45c59-0e2c-407a-93f1-7b5649c03aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.521679 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-b4b45c59-0e2c-407a-93f1-7b5649c03aaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1169 time: 0.0909753 Mar 03 14:11:31.540323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-617e7653-2768-4848-8ec4-eabbf2e49684 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.541661 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-617e7653-2768-4848-8ec4-eabbf2e49684 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.0620122 Mar 03 14:11:31.959706 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-eca0e6f3-90d2-4467-a9a6-52d4fbed7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.961106 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-eca0e6f3-90d2-4467-a9a6-52d4fbed7de1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.4183393 Mar 03 14:11:31.971302 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfc2f5-b45b-40d8-a17c-d318e115b8d6 req-81bbb3fe-47b8-43fa-8d02-da41d706a210 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:31.972879 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0dcfc2f5-b45b-40d8-a17c-d318e115b8d6 req-81bbb3fe-47b8-43fa-8d02-da41d706a210 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.1448715 Mar 03 14:11:32.067892 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Deleting port 4f800181-e177-4971-91cd-f325b8900970 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:11:32.068338 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (4f800181-e177-4971-91cd-f325b8900970), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:32.079468 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-c132a427-de39-465c-9678-2810ea47a38c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 1002 time: 0.1056521 Mar 03 14:11:32.127567 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0dcfc2f5-b45b-40d8-a17c-d318e115b8d6 req-0b592fcb-d945-4852-aaef-8960e6e5306b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445446 Mar 03 14:11:32.177821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-baf208d8-f494-4684-ba12-ad89fc41f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:32.179304 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-baf208d8-f494-4684-ba12-ad89fc41f147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.0876532 Mar 03 14:11:32.255929 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] For port 4f800181-e177-4971-91cd-f325b8900970, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4f800181-e177-4971-91cd-f325b8900970,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:32.256301 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (4f800181-e177-4971-91cd-f325b8900970), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:32.287252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Calling delete_port for 4f800181-e177-4971-91cd-f325b8900970 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:11:32.347809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-36e02298-7976-4764-ab8b-a2fb84e6743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:32.349297 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-36e02298-7976-4764-ab8b-a2fb84e6743a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1463757 Mar 03 14:11:32.371661 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1088130-472b-478b-8e97-da8936456926 req-c196d7f9-b348-44d8-b708-edd2e8cf2120 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:32.373742 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1088130-472b-478b-8e97-da8936456926 req-c196d7f9-b348-44d8-b708-edd2e8cf2120 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 945 time: 0.1358833 Mar 03 14:11:32.511639 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1088130-472b-478b-8e97-da8936456926 req-d4c25293-c8e1-4d48-b611-342deb6608ab tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209419 Mar 03 14:11:32.540004 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-df3ecb36-4b31-4697-9994-bf256bd5161b service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838136 Mar 03 14:11:32.551686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (4f800181-e177-4971-91cd-f325b8900970), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:32.566779 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c', 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', '4f800181-e177-4971-91cd-f325b8900970'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:32.618821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event deleted for resources: {'Port': ['ID=4f800181-e177-4971-91cd-f325b8900970,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:32.706679 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] No DVR routers for this DVR port 4f800181-e177-4971-91cd-f325b8900970 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:11:32.714781 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:32.718112 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d3287ace-bdd3-4831-ac8e-5abb93b6ad4e req-1961e622-356a-4549-8f5d-bc27d799b532 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "DELETE /v2.0/ports/4f800181-e177-4971-91cd-f325b8900970 HTTP/1.1" status: 204 len: 173 time: 1.1668804 Mar 03 14:11:32.719240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'name': 'network-vif-deleted', 'tag': '4f800181-e177-4971-91cd-f325b8900970'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:32.721460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6c7cf2-91f5-4e2d-a0d6-f9c2987384a0" -d '{"events": [{"server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "name": "network-vif-deleted", "tag": "4f800181-e177-4971-91cd-f325b8900970"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:32.774301 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2130-b86b-4e33-9edb-306fce7d3416 req-ce832a53-feab-4473-b8b2-a84053ecdee4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:32.775694 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5bfe2130-b86b-4e33-9edb-306fce7d3416 req-ce832a53-feab-4473-b8b2-a84053ecdee4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.2171078 Mar 03 14:11:32.786015 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f0dc32d-2bcd-47ce-a9c8-6c367ff12de2 req-0337f9f6-4fe6-482d-97e4-ad3c01933adb service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262814 Mar 03 14:11:32.787583 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52ef8d-838b-4208-a639-d4feb3a89c1c x-openstack-request-id: req-3a52ef8d-838b-4208-a639-d4feb3a89c1c {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:32.787903 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368647a9-cecf-4ece-bb32-efee29c28965", "name": "network-vif-deleted", "tag": "4f800181-e177-4971-91cd-f325b8900970", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:32.788127 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a52ef8d-838b-4208-a639-d4feb3a89c1c {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:32.788508 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368647a9-cecf-4ece-bb32-efee29c28965', 'name': 'network-vif-deleted', 'tag': '4f800181-e177-4971-91cd-f325b8900970', 'status': 'completed', 'code': 200} Mar 03 14:11:32.840010 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba512-9683-4db0-aa04-d56c584b1e3e req-ac98d58c-57b2-489d-a3d9-5ad5df3117c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:32.841478 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8caba512-9683-4db0-aa04-d56c584b1e3e req-ac98d58c-57b2-489d-a3d9-5ad5df3117c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.1072834 Mar 03 14:11:32.845946 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5bfe2130-b86b-4e33-9edb-306fce7d3416 req-22e91dec-8ff9-479f-9328-9f1fa0a8d27e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Mar 03 14:11:32.899124 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8caba512-9683-4db0-aa04-d56c584b1e3e req-a96e0139-bbd7-4e80-9145-68edf17e639e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Mar 03 14:11:33.249515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a336-6786-4216-80cb-1b1b70b50fe1 req-ea4f81f3-58de-40a8-9c7c-529d0ee3c7df tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:33.250970 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7b53a336-6786-4216-80cb-1b1b70b50fe1 req-ea4f81f3-58de-40a8-9c7c-529d0ee3c7df tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0513773 Mar 03 14:11:33.296198 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7b53a336-6786-4216-80cb-1b1b70b50fe1 req-4c48fd76-0c2e-462f-bdcb-9f90d3d4833a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397785 Mar 03 14:11:33.625289 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a824a1a7-c6fc-40bd-8e21-7ea9ed30c29d req-3d838af5-25c9-493e-aeeb-edc0072af264 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=368647a9-cecf-4ece-bb32-efee29c28965 HTTP/1.1" status: 200 len: 210 time: 0.0287230 Mar 03 14:11:33.965240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b847-0036-464f-9b37-cb16a1f0aa4e req-aa05eb82-6b0d-4339-aeed-976f9e3a5db2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:33.967231 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c992b847-0036-464f-9b37-cb16a1f0aa4e req-aa05eb82-6b0d-4339-aeed-976f9e3a5db2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0543642 Mar 03 14:11:34.012819 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c992b847-0036-464f-9b37-cb16a1f0aa4e req-03bdc174-e37d-4521-9f1f-fc1eb6beb583 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Mar 03 14:11:34.112205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-da88e32d-2d3f-4026-9ee2-765bc7c0ef5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420082 Mar 03 14:11:34.182651 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-0954a87d-dae7-4c65-be92-246a109f35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.184165 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-0954a87d-dae7-4c65-be92-246a109f35c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1129 time: 0.0431736 Mar 03 14:11:34.298778 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-02894978-934d-4952-a776-776b16169f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.300220 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-02894978-934d-4952-a776-776b16169f03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.0885100 Mar 03 14:11:34.420868 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-11df05c6-0cf8-4669-ae74-efae7f194519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 1000 time: 0.0928221 Mar 03 14:11:34.439518 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7229f-09dc-4dfb-ad1e-5a3d17726e9f req-7d549f14-9523-4138-b616-04db168139e3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.440945 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-27c7229f-09dc-4dfb-ad1e-5a3d17726e9f req-7d549f14-9523-4138-b616-04db168139e3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0700638 Mar 03 14:11:34.510426 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-f1d553af-95fb-415f-b1bb-1b4083e9c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.511841 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-f1d553af-95fb-415f-b1bb-1b4083e9c2cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.0691745 Mar 03 14:11:34.518737 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-27c7229f-09dc-4dfb-ad1e-5a3d17726e9f req-d95fac47-8c6f-4eea-8293-760b8756484f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692568 Mar 03 14:11:34.561659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-0fc47b5c-e9fa-4d9c-bec4-5a009674b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.563049 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-0fc47b5c-e9fa-4d9c-bec4-5a009674b117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435081 Mar 03 14:11:34.653018 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-dfbdf14d-cf96-4967-98ac-baddfd09f18a service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827622 Mar 03 14:11:34.749079 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06ea09b2-2a77-4dfb-9ec4-d10a5357d783 req-3b835a9b-3071-4da6-92e2-4b222da28e92 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868514 Mar 03 14:11:34.898498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2908485-f74b-48da-8df0-b8b763329722 req-236c20a3-1370-4042-b262-122d72487a5b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:34.899939 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a2908485-f74b-48da-8df0-b8b763329722 req-236c20a3-1370-4042-b262-122d72487a5b tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.0586355 Mar 03 14:11:34.946158 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a2908485-f74b-48da-8df0-b8b763329722 req-d3e5e2c1-6e73-4aff-b525-a4964e8a9937 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Mar 03 14:11:35.130974 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fee661-ad2b-430b-b01f-e19be203a681 req-3795cc80-65c1-4009-853b-c5102f758563 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.132336 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-48fee661-ad2b-430b-b01f-e19be203a681 req-3795cc80-65c1-4009-853b-c5102f758563 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0524175 Mar 03 14:11:35.178411 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-48fee661-ad2b-430b-b01f-e19be203a681 req-dab23857-4cf7-47ab-9a98-d11ee5da9416 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Mar 03 14:11:35.449438 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa43a4-74b4-4992-a9ce-45cc0f8d54ba req-bf461edd-d11e-48cd-8fff-40b62492cd9e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.450826 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90fa43a4-74b4-4992-a9ce-45cc0f8d54ba req-bf461edd-d11e-48cd-8fff-40b62492cd9e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0850277 Mar 03 14:11:35.454112 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-022605d7-a0d5-4ac0-91b7-849c6187ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.455431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-022605d7-a0d5-4ac0-91b7-849c6187ecc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.0878758 Mar 03 14:11:35.546490 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90fa43a4-74b4-4992-a9ce-45cc0f8d54ba req-e99a9136-3f2b-4224-be29-05b5b2bec276 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894408 Mar 03 14:11:35.572957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-75b66cc4-4293-4316-ad12-b84d98c5c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.574446 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-75b66cc4-4293-4316-ad12-b84d98c5c026 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1048448 Mar 03 14:11:35.631239 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-c7753782-97da-486d-9791-fb3fbe09bb2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0454011 Mar 03 14:11:35.697351 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-35a11dfd-1f8e-41b9-be12-da5b10d856c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.698843 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-35a11dfd-1f8e-41b9-be12-da5b10d856c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0501549 Mar 03 14:11:35.710673 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66408b9-93d3-4ed0-b536-cac7158321ff req-611c633d-1211-4070-bfad-c28eb2a783c8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:35.711994 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e66408b9-93d3-4ed0-b536-cac7158321ff req-611c633d-1211-4070-bfad-c28eb2a783c8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.1185129 Mar 03 14:11:35.723858 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4f800181-e177-4971-91cd-f325b8900970 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:35.744932 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 4f800181-e177-4971-91cd-f325b8900970 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:11:35.753776 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4f800181-e177-4971-91cd-f325b8900970 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:11:35.754808 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-6e0d97ff-6d00-40d9-a27b-4c8fc7877470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400574 Mar 03 14:11:35.773282 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:11:35.825188 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e66408b9-93d3-4ed0-b536-cac7158321ff req-37df7186-2dcf-4073-8f40-fe4f1f7b2ad3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026714 Mar 03 14:11:35.861498 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-e4384a5c-2df9-4534-8bc6-18c7b421ce1d service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993021 Mar 03 14:11:35.971282 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9284ebeb-6bc0-4d3c-963c-8f8fe119fabc req-9c4ac7b9-d4ea-4b19-aa77-3318753133c2 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994635 Mar 03 14:11:36.064619 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b82b6-0856-4967-bc17-198cb4760dc9 req-0015951b-4d8a-47e8-90d0-453e02297334 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:36.066085 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c09b82b6-0856-4967-bc17-198cb4760dc9 req-0015951b-4d8a-47e8-90d0-453e02297334 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.0529947 Mar 03 14:11:36.110632 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c09b82b6-0856-4967-bc17-198cb4760dc9 req-7ef88c6a-4b50-4d35-912d-fc7a8be668dc tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Mar 03 14:11:36.660174 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e80a6e-4d36-4cd5-b351-c979fee2f7b1 req-0523eaa4-eb53-42cc-91cd-114f24bda9f9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:36.661611 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33e80a6e-4d36-4cd5-b351-c979fee2f7b1 req-0523eaa4-eb53-42cc-91cd-114f24bda9f9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0502739 Mar 03 14:11:36.710734 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33e80a6e-4d36-4cd5-b351-c979fee2f7b1 req-ee262cde-bfa6-45f1-91f9-55e50f74181d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Mar 03 14:11:36.945133 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b98f1a-6a69-4e89-9d84-66d5ab65d2f1 req-8dab21ba-7dc3-49b0-9e29-22c75c464196 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:36.946590 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a1b98f1a-6a69-4e89-9d84-66d5ab65d2f1 req-8dab21ba-7dc3-49b0-9e29-22c75c464196 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0510755 Mar 03 14:11:36.991593 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a1b98f1a-6a69-4e89-9d84-66d5ab65d2f1 req-467b5d58-d99f-4db7-aa25-baca23b30c1a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Mar 03 14:11:37.225720 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cfded-1e4c-4329-b15b-3fb5ff8f40a1 req-70b35a91-f69e-4f5c-80bf-b8f18511972e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:37.227147 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fa6cfded-1e4c-4329-b15b-3fb5ff8f40a1 req-70b35a91-f69e-4f5c-80bf-b8f18511972e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.0515997 Mar 03 14:11:37.271631 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fa6cfded-1e4c-4329-b15b-3fb5ff8f40a1 req-d539b2dd-dbe4-412d-a808-cb81b20ff953 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Mar 03 14:11:37.410081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-ac65f7dd-4c35-4075-a12b-35443411f795 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:37.411416 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-ac65f7dd-4c35-4075-a12b-35443411f795 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 946 time: 0.0593762 Mar 03 14:11:37.502080 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Deleting port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:11:37.502411 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:37.595314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] For port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:37.595672 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:37.607827 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Calling delete_port for a1eac1ef-9c71-4591-ac68-a62b5cdeba3b owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:11:37.729498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (a1eac1ef-9c71-4591-ac68-a62b5cdeba3b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:37.750831 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c', 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:37.757734 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event deleted for resources: {'Port': ['ID=a1eac1ef-9c71-4591-ac68-a62b5cdeba3b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:37.772425 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.772777 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.773122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.773457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.773821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.774150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.774473 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.774796 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.775117 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.775440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.775758 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.776074 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.776394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:37.818788 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] No DVR routers for this DVR port a1eac1ef-9c71-4591-ac68-a62b5cdeba3b on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:11:37.821202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:37.824619 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1afece8a-874b-4dd5-a2bb-4fcb4ca11747 req-4b834339-d877-481c-86bb-dc47dc3206f4 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "DELETE /v2.0/ports/a1eac1ef-9c71-4591-ac68-a62b5cdeba3b HTTP/1.1" status: 204 len: 173 time: 0.4076481 Mar 03 14:11:37.825087 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'name': 'network-vif-deleted', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:37.828210 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf35f1-0417-4753-aa64-aa87ba8a2d6e" -d '{"events": [{"server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "name": "network-vif-deleted", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:37.873364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957955a-ebac-4b2e-bda5-83b9d7fb32c0 req-efb78eb1-4f95-4eb1-a48c-792700316218 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:37.881384 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1957955a-ebac-4b2e-bda5-83b9d7fb32c0 req-efb78eb1-4f95-4eb1-a48c-792700316218 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0886662 Mar 03 14:11:37.884569 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d5617d-ebb7-4d3c-b9a7-91720d6dc960 x-openstack-request-id: req-86d5617d-ebb7-4d3c-b9a7-91720d6dc960 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:37.885056 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4790d2ff-ac1a-4f0a-8346-4d035701bdf1", "name": "network-vif-deleted", "tag": "a1eac1ef-9c71-4591-ac68-a62b5cdeba3b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:37.885322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86d5617d-ebb7-4d3c-b9a7-91720d6dc960 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:37.885739 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4790d2ff-ac1a-4f0a-8346-4d035701bdf1', 'name': 'network-vif-deleted', 'tag': 'a1eac1ef-9c71-4591-ac68-a62b5cdeba3b', 'status': 'completed', 'code': 200} Mar 03 14:11:38.181398 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1957955a-ebac-4b2e-bda5-83b9d7fb32c0 req-d951b1dc-9b1c-4456-b361-3ced803ead16 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991285 Mar 03 14:11:38.219480 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5b94-03bd-4aaf-bad0-35589a7e7586 req-d06c6591-70fb-4d70-ad58-040ba26a499e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:38.220907 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d79b5b94-03bd-4aaf-bad0-35589a7e7586 req-d06c6591-70fb-4d70-ad58-040ba26a499e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0554123 Mar 03 14:11:38.266678 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d79b5b94-03bd-4aaf-bad0-35589a7e7586 req-1b187c7e-46af-40a8-9140-eeabb72a0da0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Mar 03 14:11:38.372965 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-66ef11b8-2a57-4395-a289-9cf71f8c0c4d req-55677e14-1c0d-4f96-bb69-2c2f622d0691 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=4790d2ff-ac1a-4f0a-8346-4d035701bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0266905 Mar 03 14:11:39.300416 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a662b7-e262-4668-b58e-e9d74f646802 req-83fa40b2-8a94-4579-8181-a45a0d47f779 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:39.301909 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41a662b7-e262-4668-b58e-e9d74f646802 req-83fa40b2-8a94-4579-8181-a45a0d47f779 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0536864 Mar 03 14:11:39.355789 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41a662b7-e262-4668-b58e-e9d74f646802 req-7e78cd24-4082-4212-9fb2-30f7e809611b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Mar 03 14:11:39.396817 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069e92-1cfd-4b65-a625-05901f2be484 req-5efdf597-f91f-41a3-8c34-8a75a2f0a6d0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:39.398325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33069e92-1cfd-4b65-a625-05901f2be484 req-5efdf597-f91f-41a3-8c34-8a75a2f0a6d0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 943 time: 0.0579450 Mar 03 14:11:39.448001 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33069e92-1cfd-4b65-a625-05901f2be484 req-7f1baee1-80f2-4534-9e9e-6fff1b963ae3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Mar 03 14:11:39.750770 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:11:39.845891 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:39.857020 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '16b63e8e-38e0-428c-ac42-7058b756b039', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '16b63e8e-38e0-428c-ac42-7058b756b039', 'mac_address': 'fa:16:3e:f0:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:11:39.893349 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:39.893763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:39.907016 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:11:39.926566 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:39.929843 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:39.975315 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=9']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:40.352487 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['16b63e8e-38e0-428c-ac42-7058b756b039'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:40.577553 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638a3c-a675-4443-aaa1-522f13795cb3 req-7bd15eb8-4945-4099-872e-6810720665cc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:40.579098 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93638a3c-a675-4443-aaa1-522f13795cb3 req-7bd15eb8-4945-4099-872e-6810720665cc tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.0548189 Mar 03 14:11:40.630130 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93638a3c-a675-4443-aaa1-522f13795cb3 req-f5822a12-ae8b-47e9-86ee-ccc7de536372 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455017 Mar 03 14:11:40.814677 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a69a78-0d90-474c-bb90-8b9c571f549e req-418c915f-312e-4457-840f-a7ed7e6b1a1c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:40.816131 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7a69a78-0d90-474c-bb90-8b9c571f549e req-418c915f-312e-4457-840f-a7ed7e6b1a1c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0866301 Mar 03 14:11:40.827397 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561079c-7ebd-4d7d-accf-f6361ae925e6 req-83346529-2282-4c8a-a3ff-44ec6f027c45 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:40.829041 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3561079c-7ebd-4d7d-accf-f6361ae925e6 req-83346529-2282-4c8a-a3ff-44ec6f027c45 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0721188 Mar 03 14:11:40.900227 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e7a69a78-0d90-474c-bb90-8b9c571f549e req-c1aeae7f-70e5-4058-b5db-61bb2d95b42c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701296 Mar 03 14:11:40.903351 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3561079c-7ebd-4d7d-accf-f6361ae925e6 req-95fd0ce8-aed2-4c15-8c1b-25145a1683ae tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674202 Mar 03 14:11:41.758856 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5053-9772-4060-8c19-fa07f5ec7c8b req-24b65e8f-1128-4e7b-b433-2d2ee4ceea28 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:41.760299 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b30e5053-9772-4060-8c19-fa07f5ec7c8b req-24b65e8f-1128-4e7b-b433-2d2ee4ceea28 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 944 time: 0.0563872 Mar 03 14:11:41.764574 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:11:41.806501 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b30e5053-9772-4060-8c19-fa07f5ec7c8b req-1a8d0980-ea05-469d-92d0-d3f347806ee3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Mar 03 14:11:41.814581 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 16b63e8e-38e0-428c-ac42-7058b756b039 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:11:41.814958 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:41.894872 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 16b63e8e-38e0-428c-ac42-7058b756b039 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:11:41.895243 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:41.917726 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:41.920225 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b3bb3-baf3-4342-8e78-f8b60a14d886" -d '{"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:41.932500 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:41.937245 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:41.938116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device a1eac1ef-9c71-4591-ac68-a62b5cdeba3b no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:41.959527 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f1a48-6375-4c8a-87f7-7119faea30e5 x-openstack-request-id: req-a88f1a48-6375-4c8a-87f7-7119faea30e5 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:41.959844 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-plugged", "status": "completed", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:41.960101 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88f1a48-6375-4c8a-87f7-7119faea30e5 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:41.960489 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'code': 200} Mar 03 14:11:41.977155 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: a1eac1ef-9c71-4591-ac68-a62b5cdeba3b {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:11:41.977497 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device a1eac1ef-9c71-4591-ac68-a62b5cdeba3b not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:11:42.005962 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=10']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:42.027218 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1bf98-3047-4c19-9382-48461397d96b req-192e2e83-3f70-487a-b81f-30b517099d1c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:42.028686 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3dd1bf98-3047-4c19-9382-48461397d96b req-192e2e83-3f70-487a-b81f-30b517099d1c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0553112 Mar 03 14:11:42.074571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3dd1bf98-3047-4c19-9382-48461397d96b req-103ad41d-2513-4e36-96a6-684d27c17552 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Mar 03 14:11:42.605987 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd857ba-7de0-471c-812f-1e0a36fec4ab req-bc61f635-f324-41e3-aeb7-871dec65e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:42.608056 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3bd857ba-7de0-471c-812f-1e0a36fec4ab req-bc61f635-f324-41e3-aeb7-871dec65e9a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1130 time: 0.0475070 Mar 03 14:11:42.658785 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3bd857ba-7de0-471c-812f-1e0a36fec4ab req-902eef00-74f1-41c1-919c-8c51d27dad31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364180 Mar 03 14:11:42.933045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734a5d6-6568-471f-8699-7ce8f2c3d620 req-3a3dfc6c-72c4-460e-827f-074e82138b90 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:42.934597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1734a5d6-6568-471f-8699-7ce8f2c3d620 req-3a3dfc6c-72c4-460e-827f-074e82138b90 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0520074 Mar 03 14:11:42.980162 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1734a5d6-6568-471f-8699-7ce8f2c3d620 req-c579feed-d14b-4c90-bec9-58fbed4c0cb0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Mar 03 14:11:43.146986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-5f12f6c6-fa54-40a6-853e-6ef4e8bff10c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:43.148426 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-5f12f6c6-fa54-40a6-853e-6ef4e8bff10c tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.0527477 Mar 03 14:11:43.255964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9286372-7847-45f1-997e-fd9fbb543ad1 req-55c46362-3afd-49b3-b135-5c65a8ca308e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:43.257347 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9286372-7847-45f1-997e-fd9fbb543ad1 req-55c46362-3afd-49b3-b135-5c65a8ca308e tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 945 time: 0.1080663 Mar 03 14:11:43.308249 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Deleting port 876fc643-cf32-45e7-81ce-2b7f2b13230c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:11:43.308593 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:43.356847 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9286372-7847-45f1-997e-fd9fbb543ad1 req-2667f1a5-7887-4935-a0f2-9ca7fea50359 tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f5e509-03c7-4140-93dc-9c87af5eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919349 Mar 03 14:11:43.407854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] For port 876fc643-cf32-45e7-81ce-2b7f2b13230c, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=876fc643-cf32-45e7-81ce-2b7f2b13230c,segment=NetworkSegment(95c499b0-d5dc-43a4-be65-0c169c64845b),segment_id=95c499b0-d5dc-43a4-be65-0c169c64845b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:11:43.408219 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:43.420995 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Calling delete_port for 876fc643-cf32-45e7-81ce-2b7f2b13230c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:11:43.548740 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (876fc643-cf32-45e7-81ce-2b7f2b13230c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:43.563821 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['876fc643-cf32-45e7-81ce-2b7f2b13230c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:11:43.578551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Pushing event deleted for resources: {'Port': ['ID=876fc643-cf32-45e7-81ce-2b7f2b13230c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:43.627521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] No DVR routers for this DVR port 876fc643-cf32-45e7-81ce-2b7f2b13230c on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:11:43.630075 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:43.633468 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f66caa0-3ec7-43c6-827f-67127d398135 req-d6b28713-5478-40c2-8f7d-f4d776c82dac tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.13 "DELETE /v2.0/ports/876fc643-cf32-45e7-81ce-2b7f2b13230c HTTP/1.1" status: 204 len: 173 time: 0.4557800 Mar 03 14:11:43.633960 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'name': 'network-vif-deleted', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:11:43.636195 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ec83a3-06a9-42e2-bbef-4664d0ca4eae" -d '{"events": [{"server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "name": "network-vif-deleted", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:11:43.671052 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae15f399-1ff0-47f4-8cd3-0e696e2fa8bb x-openstack-request-id: req-ae15f399-1ff0-47f4-8cd3-0e696e2fa8bb {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:11:43.671351 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e665821-ba4a-4568-b9e8-be4e58c0d03f", "name": "network-vif-deleted", "tag": "876fc643-cf32-45e7-81ce-2b7f2b13230c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:11:43.671608 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae15f399-1ff0-47f4-8cd3-0e696e2fa8bb {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:11:43.672012 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e665821-ba4a-4568-b9e8-be4e58c0d03f', 'name': 'network-vif-deleted', 'tag': '876fc643-cf32-45e7-81ce-2b7f2b13230c', 'status': 'completed', 'code': 200} Mar 03 14:11:44.107032 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfda500-b973-4a44-b449-e3ca8bc73fb8 req-dd86c50d-de26-4043-8631-274b5788f68b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:44.109848 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5cfda500-b973-4a44-b449-e3ca8bc73fb8 req-dd86c50d-de26-4043-8631-274b5788f68b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0585055 Mar 03 14:11:44.158634 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5cfda500-b973-4a44-b449-e3ca8bc73fb8 req-89fc72ec-6241-4cee-9371-f7a291cc2903 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Mar 03 14:11:44.484743 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-090755cb-cc2d-46ce-9434-33b6c3c5e997 req-1d5b74b1-194a-4d0a-9c31-9cca0988edeb tempest-AttachVolumeNegativeTest-797127942 tempest-AttachVolumeNegativeTest-797127942-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e665821-ba4a-4568-b9e8-be4e58c0d03f HTTP/1.1" status: 200 len: 210 time: 0.0284531 Mar 03 14:11:45.282109 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd054bd5-4b6b-40d5-a455-c897d492a0aa req-41b5de76-b305-4d6e-b816-1c6c493c245c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:45.283553 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd054bd5-4b6b-40d5-a455-c897d492a0aa req-41b5de76-b305-4d6e-b816-1c6c493c245c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0519450 Mar 03 14:11:45.328076 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd054bd5-4b6b-40d5-a455-c897d492a0aa req-3efe5573-d2d8-4022-ab78-9e50feeb7300 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391281 Mar 03 14:11:45.539342 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43192) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:45.582018 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Deleting subnet d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:11:45.584920 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Publish callbacks [] for subnet (d6eca5d4-f3d0-4b39-9707-09fea1b1aa59), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.623495 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (d6eca5d4-f3d0-4b39-9707-09fea1b1aa59), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.660869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (d6eca5d4-f3d0-4b39-9707-09fea1b1aa59), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.711024 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (d6eca5d4-f3d0-4b39-9707-09fea1b1aa59), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.736639 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6eca5d4-f3d0-4b39-9707-09fea1b1aa59,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:45.741406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.744888 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d6eca5d4-f3d0-4b39-9707-09fea1b1aa59 HTTP/1.1" status: 204 len: 168 time: 0.2045622 Mar 03 14:11:45.747456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43194) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:45.752252 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.752606 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.752953 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.753292 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.753637 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.753977 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.754324 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.754655 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.754993 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.755334 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.755668 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.756766 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.757105 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719caad-d798-4157-af92-ea964ff6039f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:11:45.758946 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 876fc643-cf32-45e7-81ce-2b7f2b13230c no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:11:45.783743 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 876fc643-cf32-45e7-81ce-2b7f2b13230c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:11:45.784222 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 876fc643-cf32-45e7-81ce-2b7f2b13230c not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:11:45.819033 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (07357312-6a8a-4c70-9db1-6833f62e1ba9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.899955 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (07357312-6a8a-4c70-9db1-6833f62e1ba9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:45.920935 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.921271 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.922029 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.922358 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > port after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.922692 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.923004 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > port after_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.923335 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.923646 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.923953 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:45.924266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:46.038500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:46.038846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:46.039172 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:46.039494 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 14:11:46.039852 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07357312-6a8a-4c70-9db1-6833f62e1ba9']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:46.057041 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c499b0-d5dc-43a4-be65-0c169c64845b') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:46.057333 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c499b0-d5dc-43a4-be65-0c169c64845b') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:11:46.074201 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64283606'] for segment (95c499b0-d5dc-43a4-be65-0c169c64845b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.094269 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (95c499b0-d5dc-43a4-be65-0c169c64845b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.102830 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:11:46.103221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63603261'] for segment (95c499b0-d5dc-43a4-be65-0c169c64845b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: from cryptography.utils import int_from_bytes Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: from cryptography.utils import int_from_bytes Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: timer() Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: cb(*args, **kw) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: self._notify() Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: self.callback(batched_events) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: event.method(event) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._get(url).json() Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:11:46.107759 dv-cinder-819778-8-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:11:46.167478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (07357312-6a8a-4c70-9db1-6833f62e1ba9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.174865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.178267 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] 10.222.0.31 "DELETE /v2.0/networks/07357312-6a8a-4c70-9db1-6833f62e1ba9 HTTP/1.1" status: 204 len: 168 time: 0.4289241 Mar 03 14:11:46.188469 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaee0f-ec8b-446f-beae-707d87585fee admin admin] Pushing event deleted for resources: {'Network': ['ID=07357312-6a8a-4c70-9db1-6833f62e1ba9,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:46.334149 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43198) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:46.373527 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7ce34641-f834-438a-b443-8e663f720f8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd897bdad51b4b0abd357df599113c9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382257 Mar 03 14:11:46.376035 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43200) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:11:46.420803 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] Publish callbacks [] for security_group (b9f5e509-03c7-4140-93dc-9c87af5eace3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.441562 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] Publish callbacks [] for security_group (b9f5e509-03c7-4140-93dc-9c87af5eace3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.495197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b9f5e509-03c7-4140-93dc-9c87af5eace3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.497881 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:46.499031 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9f5e509-03c7-4140-93dc-9c87af5eace3 HTTP/1.1" status: 204 len: 168 time: 0.1221194 Mar 03 14:11:46.506756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208f31-b9e5-4f34-80c8-f64c2c5d6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5e509-03c7-4140-93dc-9c87af5eace3,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:11:48.940728 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eeb0a-0392-4cdf-a820-e1a0bdf72c6a req-10802d70-cf64-49db-bf7d-5941004fcfea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:48.942232 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-813eeb0a-0392-4cdf-a820-e1a0bdf72c6a req-10802d70-cf64-49db-bf7d-5941004fcfea tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0752132 Mar 03 14:11:48.944659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-95218cc4-93e8-4da9-be3d-edf42d08f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:48.946032 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-95218cc4-93e8-4da9-be3d-edf42d08f1fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.0868292 Mar 03 14:11:49.038084 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-813eeb0a-0392-4cdf-a820-e1a0bdf72c6a req-8091481d-f072-4844-80da-d7b1cf06b0e8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899324 Mar 03 14:11:49.063953 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-2dded02d-a616-4061-bc02-29773746b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:49.065308 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-2dded02d-a616-4061-bc02-29773746b7c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1116514 Mar 03 14:11:49.114645 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-100bcd1e-2f4e-4881-9670-999807fa8e3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0357866 Mar 03 14:11:49.163398 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-c513f9fb-1458-4118-a7f6-191da8718064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:49.164857 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-c513f9fb-1458-4118-a7f6-191da8718064 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0433409 Mar 03 14:11:49.203171 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-de7e7edf-b5f2-4486-b9f9-83e059229a57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251224 Mar 03 14:11:49.297453 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-049c75f1-d067-4994-8cee-92ea5c07a024 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 Mar 03 14:11:49.391431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dda47888-6de2-4de8-8679-ea94b3a182c1 req-61ddb288-aef7-4ff0-8562-6d7f6f4fcfc7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870264 Mar 03 14:11:50.162184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a9c62-33f8-4f87-a518-4cd441c90c61 req-72c61b69-9856-404a-8c90-0032c862c2c9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:50.163653 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df4a9c62-33f8-4f87-a518-4cd441c90c61 req-72c61b69-9856-404a-8c90-0032c862c2c9 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0563343 Mar 03 14:11:50.208644 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df4a9c62-33f8-4f87-a518-4cd441c90c61 req-01f5647d-20b3-410f-8076-e016b7cd6a7b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 Mar 03 14:11:51.128655 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-594f01e3-31eb-4a2c-bd87-0dc0d10f045f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:51.324752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45d57-78a6-4674-96d0-e8d44e412b36 req-9349783f-18d2-4014-a59e-473b4007f3ad tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:51.326862 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82e45d57-78a6-4674-96d0-e8d44e412b36 req-9349783f-18d2-4014-a59e-473b4007f3ad tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0512705 Mar 03 14:11:51.371322 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82e45d57-78a6-4674-96d0-e8d44e412b36 req-d5685188-feb4-4662-9565-0d7884d953d7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Mar 03 14:11:52.492871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e894-5b5e-4ea3-a9a4-a50ea8bcb94c req-5c551df9-e858-4e35-ac8d-c22ea47a5ba3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:52.494605 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99d4e894-5b5e-4ea3-a9a4-a50ea8bcb94c req-5c551df9-e858-4e35-ac8d-c22ea47a5ba3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0561383 Mar 03 14:11:52.540952 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99d4e894-5b5e-4ea3-a9a4-a50ea8bcb94c req-085ecaa3-2cb3-4ebb-9a32-6d87c0f9315f tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Mar 03 14:11:53.452289 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c6d60f4f-bccc-4eb8-840f-255d7d35ecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:53.657373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28cb64-fb3c-423d-a27a-3310e98f2497 req-8373c427-8cc8-4329-93ff-3b432ef16a97 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:53.658836 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe28cb64-fb3c-423d-a27a-3310e98f2497 req-8373c427-8cc8-4329-93ff-3b432ef16a97 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0519605 Mar 03 14:11:53.709247 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe28cb64-fb3c-423d-a27a-3310e98f2497 req-14007c8f-6d5f-4ea8-b2e5-5c0f9adc27a2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Mar 03 14:11:54.530234 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:54.829941 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fea17-4c33-4c6e-b92b-3ed24a4933f1 req-e4c64b14-f58f-4d09-af68-7150ac7d01ef tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:54.831459 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a18fea17-4c33-4c6e-b92b-3ed24a4933f1 req-e4c64b14-f58f-4d09-af68-7150ac7d01ef tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0537415 Mar 03 14:11:54.883458 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a18fea17-4c33-4c6e-b92b-3ed24a4933f1 req-7224e5d5-6ef9-4bef-be87-8e77c2bcb8ed tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Mar 03 14:11:55.998702 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:56.000350 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9519-1390-41cd-8dc4-c809113a74b1 req-6a2531a1-78df-497b-ac09-5f660e2f828b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:56.001865 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-791a9519-1390-41cd-8dc4-c809113a74b1 req-6a2531a1-78df-497b-ac09-5f660e2f828b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0526271 Mar 03 14:11:56.047229 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-791a9519-1390-41cd-8dc4-c809113a74b1 req-e82e00e6-0f48-45f5-8035-67206423fd35 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Mar 03 14:11:57.166328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b4825-2f15-489b-bb50-bce36e61fb6f req-09f07a26-df78-4951-8b95-29b0c75f5cbb tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:57.167911 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b89b4825-2f15-489b-bb50-bce36e61fb6f req-09f07a26-df78-4951-8b95-29b0c75f5cbb tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0535364 Mar 03 14:11:57.216836 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b89b4825-2f15-489b-bb50-bce36e61fb6f req-54affb09-d022-4bf9-ba33-0f56fc0e6d67 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Mar 03 14:11:57.478841 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:11:58.339314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b1a73-e8d2-4cbb-8faa-dca07c9dc14d req-251cf493-0688-4d3d-ae04-58880f1946f2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:58.340758 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a55b1a73-e8d2-4cbb-8faa-dca07c9dc14d req-251cf493-0688-4d3d-ae04-58880f1946f2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0552871 Mar 03 14:11:58.385431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a55b1a73-e8d2-4cbb-8faa-dca07c9dc14d req-f0fabdd6-dd12-47e7-872d-d489d40595f2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Mar 03 14:11:59.507179 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b26e-dc47-4385-b676-7eeae5166755 req-26a240d1-a774-4738-8b6c-eef1db2622a7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:11:59.508491 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc17b26e-dc47-4385-b676-7eeae5166755 req-26a240d1-a774-4738-8b6c-eef1db2622a7 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0533061 Mar 03 14:11:59.556506 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc17b26e-dc47-4385-b676-7eeae5166755 req-3a49ab2f-c58e-4d42-8d9b-552fabbb58b6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 03 14:12:00.672659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bcd39-7428-425a-aeb6-c76ee147746d req-e1531075-1e5f-4c78-b874-0c11ea939b3b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:00.674126 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e94bcd39-7428-425a-aeb6-c76ee147746d req-e1531075-1e5f-4c78-b874-0c11ea939b3b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0503144 Mar 03 14:12:00.725463 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e94bcd39-7428-425a-aeb6-c76ee147746d req-69dec685-907d-45bc-a8a3-b922473cb203 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Mar 03 14:12:01.184300 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:01.851159 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a85b-9542-4d07-84c8-e63e463a198e req-c5a1123a-4a15-43ae-a8db-39bcd13911b3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:01.852652 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4d0a85b-9542-4d07-84c8-e63e463a198e req-c5a1123a-4a15-43ae-a8db-39bcd13911b3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0586610 Mar 03 14:12:01.904383 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4d0a85b-9542-4d07-84c8-e63e463a198e req-701ae7da-dbcf-4a80-bc28-d625a3c6e1f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Mar 03 14:12:03.036284 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76877164-7a00-4658-8030-24207e5f8ef5 req-68f49da4-d635-488b-accb-157fd4e536ec tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.043296 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76877164-7a00-4658-8030-24207e5f8ef5 req-68f49da4-d635-488b-accb-157fd4e536ec tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0670092 Mar 03 14:12:03.094301 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76877164-7a00-4658-8030-24207e5f8ef5 req-6e69ab54-dd36-4da3-8337-67f8355ea6f4 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500340 Mar 03 14:12:03.199771 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b272ba-aea8-4f51-a968-5dc9ee96d240 req-9c1ec4ad-9e47-4a3a-82d4-8c791611d08c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.201309 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-65b272ba-aea8-4f51-a968-5dc9ee96d240 req-9c1ec4ad-9e47-4a3a-82d4-8c791611d08c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0895610 Mar 03 14:12:03.203477 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0f66-3f90-492f-ae54-765142687a11 req-913af433-e2f3-4076-8542-f7af8d03efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.204822 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-913af433-e2f3-4076-8542-f7af8d03efed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1169 time: 0.0824013 Mar 03 14:12:03.338807 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-65b272ba-aea8-4f51-a968-5dc9ee96d240 req-f7c9897b-f743-4ab5-96e5-0ef853f9f46c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308987 Mar 03 14:12:03.368633 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0f66-3f90-492f-ae54-765142687a11 req-f5a11baa-cbdc-4fa1-8f79-e5882865101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.370134 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-f5a11baa-cbdc-4fa1-8f79-e5882865101b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.1558638 Mar 03 14:12:03.437109 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-7e7c4e2b-b573-4585-b711-b87321b801e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 1002 time: 0.0578473 Mar 03 14:12:03.494881 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0f66-3f90-492f-ae54-765142687a11 req-ba963f7f-1b89-4a82-948e-81a73001d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.496415 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-ba963f7f-1b89-4a82-948e-81a73001d27d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.0478120 Mar 03 14:12:03.548528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0f66-3f90-492f-ae54-765142687a11 req-eef7d4eb-5756-4a02-adec-d3ecd8d92f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:03.550036 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-eef7d4eb-5756-4a02-adec-d3ecd8d92f3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439088 Mar 03 14:12:03.640941 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-e06efb15-599d-4426-96ae-c6f3d48cfa92 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837116 Mar 03 14:12:03.741104 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21ef0f66-3f90-492f-ae54-765142687a11 req-d8fd69eb-e180-406f-94e8-9a47c9a06cbc service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893662 Mar 03 14:12:04.220734 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d341b4-350c-4a40-8165-108d5b4580f7 req-d038b68b-1079-4bdc-9a18-0b61d24ba57b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:04.222219 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37d341b4-350c-4a40-8165-108d5b4580f7 req-d038b68b-1079-4bdc-9a18-0b61d24ba57b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0799725 Mar 03 14:12:04.242783 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6728de4-05b4-4440-99b4-7ffeef35b651 req-ec3cf721-5b08-4e08-aaef-1f68089eb1ef tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:04.244437 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c6728de4-05b4-4440-99b4-7ffeef35b651 req-ec3cf721-5b08-4e08-aaef-1f68089eb1ef tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0756454 Mar 03 14:12:04.307845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37d341b4-350c-4a40-8165-108d5b4580f7 req-5fefce2c-dc86-4263-8b57-3e11a0fafe89 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790107 Mar 03 14:12:04.314484 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c6728de4-05b4-4440-99b4-7ffeef35b651 req-2c1564f2-e44c-45cd-b7df-42c14df79572 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636835 Mar 03 14:12:04.453230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5121-eb2b-4cae-835a-9e2388d81431 req-b0d1343c-c3fb-485a-9e43-7953c088d2fa tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:04.454899 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef1d5121-eb2b-4cae-835a-9e2388d81431 req-b0d1343c-c3fb-485a-9e43-7953c088d2fa tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0541399 Mar 03 14:12:04.516038 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef1d5121-eb2b-4cae-835a-9e2388d81431 req-ddfc1965-1fd9-4ae1-8048-6bff43ac5b8f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555427 Mar 03 14:12:05.458095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc9c16-c389-4219-9ab8-16deec9333fc req-fe33b05d-c364-47fd-8247-01270b06b0ed tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:05.459544 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2bfc9c16-c389-4219-9ab8-16deec9333fc req-fe33b05d-c364-47fd-8247-01270b06b0ed tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0813181 Mar 03 14:12:05.470152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fbeca-1292-4a46-85ac-1ed3b44e0838 req-67037978-4bd7-4c7e-94ef-e45c5be0ad04 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:05.471504 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-651fbeca-1292-4a46-85ac-1ed3b44e0838 req-67037978-4bd7-4c7e-94ef-e45c5be0ad04 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0849586 Mar 03 14:12:05.541772 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2bfc9c16-c389-4219-9ab8-16deec9333fc req-91feb3ad-ef03-4bcd-a19a-746fc77427c1 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693123 Mar 03 14:12:05.544700 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-651fbeca-1292-4a46-85ac-1ed3b44e0838 req-ae80127a-74dc-42e6-858e-f6b83de7b05e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669549 Mar 03 14:12:05.651493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef0b64-bf17-4c5a-a789-8bc99758a299 req-1272cdf5-52e6-4ee0-9f2a-5199912923a3 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:05.652961 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e6ef0b64-bf17-4c5a-a789-8bc99758a299 req-1272cdf5-52e6-4ee0-9f2a-5199912923a3 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0540357 Mar 03 14:12:05.713778 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e6ef0b64-bf17-4c5a-a789-8bc99758a299 req-9dbf1a5c-ed38-4f32-9442-81c22c6c35d6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536711 Mar 03 14:12:06.695474 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df797ae0-6bd9-41cb-b242-32a29b926d6b req-a6d9dd2f-5499-466e-9d90-8f0ddc41ace7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:06.696963 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df797ae0-6bd9-41cb-b242-32a29b926d6b req-a6d9dd2f-5499-466e-9d90-8f0ddc41ace7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0857799 Mar 03 14:12:06.726987 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662cbaa-5343-4a09-9ebf-c0d5cb45a956 req-a4521baa-3938-4add-ab1c-b4317786319d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:06.728446 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5662cbaa-5343-4a09-9ebf-c0d5cb45a956 req-a4521baa-3938-4add-ab1c-b4317786319d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.1041529 Mar 03 14:12:06.774751 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df797ae0-6bd9-41cb-b242-32a29b926d6b req-38b82fc2-27fd-49c8-b97b-0c85a0747a0a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694580 Mar 03 14:12:06.804965 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5662cbaa-5343-4a09-9ebf-c0d5cb45a956 req-14996366-1452-406c-9b69-6b5e3cf7ae2a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Mar 03 14:12:06.884165 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9076b4-dceb-4984-933d-258c2683dd65 req-8fb49abd-a32c-4a39-841b-c0de7ce1aa53 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:06.885531 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc9076b4-dceb-4984-933d-258c2683dd65 req-8fb49abd-a32c-4a39-841b-c0de7ce1aa53 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0546806 Mar 03 14:12:06.943683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc9076b4-dceb-4984-933d-258c2683dd65 req-d3ccbcb1-f2ce-4649-903d-e5f5a0d07275 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515437 Mar 03 14:12:07.929375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395dfe-fb73-4bfb-8432-324d658a96d2 req-8ac0af7d-5f7a-4193-ac0b-ff479cd6760d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:07.930838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7395dfe-fb73-4bfb-8432-324d658a96d2 req-8ac0af7d-5f7a-4193-ac0b-ff479cd6760d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0874341 Mar 03 14:12:07.950095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfd1d5-216f-4b15-bd6f-bcfcfcecb2c1 req-08490386-52db-4d8a-8595-4caabd8a3900 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:07.951676 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dddfd1d5-216f-4b15-bd6f-bcfcfcecb2c1 req-08490386-52db-4d8a-8595-4caabd8a3900 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0736706 Mar 03 14:12:08.011764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7395dfe-fb73-4bfb-8432-324d658a96d2 req-5be5e503-08f6-4251-bfba-13e46c5b0c13 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735078 Mar 03 14:12:08.022701 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dddfd1d5-216f-4b15-bd6f-bcfcfcecb2c1 req-5fb00fd7-cb1e-4d5e-9fec-8f02a6acdb49 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640771 Mar 03 14:12:08.121787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06c797-7a94-4f4c-94c6-db89fbe4797c req-1abdc057-b170-4e70-9984-3d4baecf9c13 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:08.123927 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb06c797-7a94-4f4c-94c6-db89fbe4797c req-1abdc057-b170-4e70-9984-3d4baecf9c13 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0534341 Mar 03 14:12:08.180700 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb06c797-7a94-4f4c-94c6-db89fbe4797c req-16057585-bb41-4e3b-8abf-0c4faf4527fd tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510089 Mar 03 14:12:09.166476 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f4b3e-f50c-4e2d-9842-5d9c47b0f971 req-cce4b433-b727-467a-bd91-a64d5959a66a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:09.168054 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c12f4b3e-f50c-4e2d-9842-5d9c47b0f971 req-cce4b433-b727-467a-bd91-a64d5959a66a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0845308 Mar 03 14:12:09.190133 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32cc14-5520-4b83-a106-2e9a97857f8b req-27972731-dfb4-40c1-a097-bf56e7fc4de6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:09.191649 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec32cc14-5520-4b83-a106-2e9a97857f8b req-27972731-dfb4-40c1-a097-bf56e7fc4de6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0810490 Mar 03 14:12:09.254119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c12f4b3e-f50c-4e2d-9842-5d9c47b0f971 req-29c81165-95ad-4049-9b45-b350459719c7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788846 Mar 03 14:12:09.265557 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec32cc14-5520-4b83-a106-2e9a97857f8b req-4b323545-4b1c-4e4e-86d3-7e80b9b9d00c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678563 Mar 03 14:12:09.360278 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90230-9d51-454a-9c07-8fc86eaa8f3b req-e66c88c5-7bd9-4340-a5ed-c7a04675baaa tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:09.361757 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ec90230-9d51-454a-9c07-8fc86eaa8f3b req-e66c88c5-7bd9-4340-a5ed-c7a04675baaa tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0529103 Mar 03 14:12:09.418803 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ec90230-9d51-454a-9c07-8fc86eaa8f3b req-5bc2aa83-b20f-4345-aac4-61971afd6599 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514400 Mar 03 14:12:10.408134 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093292-1f50-4936-9323-9f5e9cdfccf1 req-c2d5915e-dbeb-4970-b4fa-a20cc7e08f53 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:10.409578 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4093292-1f50-4936-9323-9f5e9cdfccf1 req-c2d5915e-dbeb-4970-b4fa-a20cc7e08f53 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0885417 Mar 03 14:12:10.416782 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d0bd-3136-4b39-8c73-e3286c3049a4 req-43f6484e-c70c-4690-9705-8c4a4099d33e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:10.418134 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aae1d0bd-3136-4b39-8c73-e3286c3049a4 req-43f6484e-c70c-4690-9705-8c4a4099d33e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0871778 Mar 03 14:12:10.486382 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b4093292-1f50-4936-9323-9f5e9cdfccf1 req-935b0e7e-fdf0-4a7e-b81e-27171a0438f5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672345 Mar 03 14:12:10.492990 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aae1d0bd-3136-4b39-8c73-e3286c3049a4 req-2257393d-d1bc-4243-89a0-8bc3e434c02e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681379 Mar 03 14:12:10.590790 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee17a-6bd5-4cc6-8339-3e7bd20eeaae req-17ef9f2d-83ee-48aa-b4b4-4323aca4c145 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:10.592263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c4dee17a-6bd5-4cc6-8339-3e7bd20eeaae req-17ef9f2d-83ee-48aa-b4b4-4323aca4c145 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0516498 Mar 03 14:12:10.653418 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c4dee17a-6bd5-4cc6-8339-3e7bd20eeaae req-51d2480a-80ea-4652-912b-05beebbac367 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556262 Mar 03 14:12:11.874296 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068e0b6-0b3e-4b7d-8362-e74e918abdd5 req-681c8c41-c18c-4e99-9302-c46055a820c8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:11.875758 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1068e0b6-0b3e-4b7d-8362-e74e918abdd5 req-681c8c41-c18c-4e99-9302-c46055a820c8 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.3144746 Mar 03 14:12:11.882167 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c48f-bd14-47f6-9f1c-a6266c44f62e req-2de9aece-2a38-40a3-a7f7-37969ad6b6de tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:11.883494 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e246c48f-bd14-47f6-9f1c-a6266c44f62e req-2de9aece-2a38-40a3-a7f7-37969ad6b6de tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.3306913 Mar 03 14:12:11.950968 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1068e0b6-0b3e-4b7d-8362-e74e918abdd5 req-57d424fa-e6f1-406c-931f-c6113b23705a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Mar 03 14:12:11.957594 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e246c48f-bd14-47f6-9f1c-a6266c44f62e req-49482fb5-0094-44b6-b93d-62127ddaf905 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665998 Mar 03 14:12:12.054013 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f570f-ed72-4729-ada7-470069379948 req-1c48c35b-b908-4588-a350-1e565014ad4b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:12.055425 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df2f570f-ed72-4729-ada7-470069379948 req-1c48c35b-b908-4588-a350-1e565014ad4b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0512881 Mar 03 14:12:12.113360 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df2f570f-ed72-4729-ada7-470069379948 req-7a2ee869-b814-4b30-b4b8-8174e4771da8 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519011 Mar 03 14:12:12.773588 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:12:13.104170 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973e95e-883e-4f9e-b38f-a41487e433d5 req-56e34122-aa03-4d61-beff-57136c67bdf2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:13.105644 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6973e95e-883e-4f9e-b38f-a41487e433d5 req-56e34122-aa03-4d61-beff-57136c67bdf2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0875642 Mar 03 14:12:13.113122 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82384ba7-bb4c-4caf-affc-270a7f53b3ca req-87f1eab5-94c6-4079-bfd7-a65d077efaa5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:13.114504 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82384ba7-bb4c-4caf-affc-270a7f53b3ca req-87f1eab5-94c6-4079-bfd7-a65d077efaa5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0876274 Mar 03 14:12:13.186095 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6973e95e-883e-4f9e-b38f-a41487e433d5 req-688ecb18-927e-43da-872d-56ff60e69403 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697460 Mar 03 14:12:13.189054 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82384ba7-bb4c-4caf-affc-270a7f53b3ca req-11228bd8-2a6a-4d76-9501-d1e58fba714d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678654 Mar 03 14:12:13.289512 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815456b-7097-474d-892f-a8441d305774 req-06dd3ee8-65ba-4911-9ba5-3e03df9040ee tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:13.291058 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c815456b-7097-474d-892f-a8441d305774 req-06dd3ee8-65ba-4911-9ba5-3e03df9040ee tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0534432 Mar 03 14:12:13.351155 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c815456b-7097-474d-892f-a8441d305774 req-de31cf8a-398d-4d72-9fd9-902b5b4b642d tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538383 Mar 03 14:12:14.333875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67a124-ae4d-4a9a-9c75-4442398d2603 req-7fd6c40e-3b23-40e1-a0f2-04a6f87a3eb6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:14.335432 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca67a124-ae4d-4a9a-9c75-4442398d2603 req-7fd6c40e-3b23-40e1-a0f2-04a6f87a3eb6 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0821269 Mar 03 14:12:14.346196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267b935-1590-4239-8d15-672732a78f1a req-a54fe45f-23ac-4fcd-991c-299bcf8b7412 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:14.347663 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2267b935-1590-4239-8d15-672732a78f1a req-a54fe45f-23ac-4fcd-991c-299bcf8b7412 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0925176 Mar 03 14:12:14.414509 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca67a124-ae4d-4a9a-9c75-4442398d2603 req-7ad5b4a7-ab23-4af9-a146-34783326e564 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659034 Mar 03 14:12:14.421279 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2267b935-1590-4239-8d15-672732a78f1a req-bf39051c-ecab-437c-a960-7e29e652c640 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660119 Mar 03 14:12:14.519646 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a821d4-5266-475b-9ad9-9298a9c439f8 req-faee8072-1871-436a-9320-b3136eb6f6f9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:14.520985 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75a821d4-5266-475b-9ad9-9298a9c439f8 req-faee8072-1871-436a-9320-b3136eb6f6f9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0520368 Mar 03 14:12:14.582018 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75a821d4-5266-475b-9ad9-9298a9c439f8 req-53da8441-4de9-4dcb-a981-579a7a9667a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554879 Mar 03 14:12:15.561977 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee268245-636a-45d2-aad2-b1af8485d034 req-51e7dd73-bb78-4c57-b1a6-42d4fdd70a62 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:15.563429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee268245-636a-45d2-aad2-b1af8485d034 req-51e7dd73-bb78-4c57-b1a6-42d4fdd70a62 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0823431 Mar 03 14:12:15.571158 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9be6f-c92b-4fe8-ab8b-345c7883ae10 req-bcc3fc72-6f49-484b-ab95-843d2b9b0ef7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:15.572482 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02d9be6f-c92b-4fe8-ab8b-345c7883ae10 req-bcc3fc72-6f49-484b-ab95-843d2b9b0ef7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0823903 Mar 03 14:12:15.642529 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee268245-636a-45d2-aad2-b1af8485d034 req-f44f9d47-9078-47d4-858e-432dd886ae49 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Mar 03 14:12:15.645698 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02d9be6f-c92b-4fe8-ab8b-345c7883ae10 req-04510d9a-3597-4890-9ce2-62d5e683705b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664158 Mar 03 14:12:15.755696 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0486c-aa72-4e57-a076-ef943732a136 req-c728d79d-1cd1-46c6-b489-978b081ac6e0 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:15.757138 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5c0486c-aa72-4e57-a076-ef943732a136 req-c728d79d-1cd1-46c6-b489-978b081ac6e0 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0572128 Mar 03 14:12:15.815519 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5c0486c-aa72-4e57-a076-ef943732a136 req-86fe8645-8c8d-4dc6-970f-f67784795b2a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527341 Mar 03 14:12:16.805112 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7783b7-1f6a-4197-bdf8-d3d88348f426 req-f5b45fcb-5be0-4bdd-9309-57de579f9765 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:16.806683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9e7783b7-1f6a-4197-bdf8-d3d88348f426 req-f5b45fcb-5be0-4bdd-9309-57de579f9765 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0881026 Mar 03 14:12:16.817690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969c9c7-84ce-4895-822c-0d630f5ecebc req-675e6b16-1b6c-4ce3-b39a-2e4eeb0811e0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:16.819173 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7969c9c7-84ce-4895-822c-0d630f5ecebc req-675e6b16-1b6c-4ce3-b39a-2e4eeb0811e0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0731459 Mar 03 14:12:16.898246 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9e7783b7-1f6a-4197-bdf8-d3d88348f426 req-f3f1cd62-d89b-4bb3-a0cc-2e62f70f6268 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780094 Mar 03 14:12:16.901474 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7969c9c7-84ce-4895-822c-0d630f5ecebc req-f17816fc-7a26-4b60-bd58-afc4e0266d45 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740526 Mar 03 14:12:17.008124 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b88e3-8beb-4f05-80f8-36f619b8ee59 req-412080c4-9d60-46c9-8085-33d1bee627e6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:17.009573 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-987b88e3-8beb-4f05-80f8-36f619b8ee59 req-412080c4-9d60-46c9-8085-33d1bee627e6 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0542204 Mar 03 14:12:17.069144 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-987b88e3-8beb-4f05-80f8-36f619b8ee59 req-34feda6b-16e5-4b12-9213-a93cb8ad42e8 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533271 Mar 03 14:12:18.057532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61fac5-9b9c-47cf-944f-dfed97d3048b req-b0012620-79d6-4e14-bd9f-68fcf3b57974 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:18.059027 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4f61fac5-9b9c-47cf-944f-dfed97d3048b req-b0012620-79d6-4e14-bd9f-68fcf3b57974 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0895696 Mar 03 14:12:18.072042 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5eed-3369-4642-a545-b1985aecb87e req-5969d1ba-7f49-48c4-9fc6-40606bf78c62 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:18.072042 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21fc5eed-3369-4642-a545-b1985aecb87e req-5969d1ba-7f49-48c4-9fc6-40606bf78c62 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0922918 Mar 03 14:12:18.135720 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4f61fac5-9b9c-47cf-944f-dfed97d3048b req-183029f4-ac8f-4c0a-8111-e7835fb4571e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647724 Mar 03 14:12:18.142356 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21fc5eed-3369-4642-a545-b1985aecb87e req-0ac3ee82-595d-4afa-ab13-39ebfc1d864b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657980 Mar 03 14:12:18.240841 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c81d2-07ad-47dc-a06a-b83cde3996aa req-578056cc-b625-49a6-856f-68ca3791e75f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:18.242319 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb8c81d2-07ad-47dc-a06a-b83cde3996aa req-578056cc-b625-49a6-856f-68ca3791e75f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0519555 Mar 03 14:12:18.301754 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eb8c81d2-07ad-47dc-a06a-b83cde3996aa req-01c8601e-fa5d-42b9-afe2-2b496872b544 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528028 Mar 03 14:12:19.312014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08ba7-2e80-4a1b-910f-c3f1284e022c req-27e1ca26-bee4-441c-b023-33ded6217e24 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:19.313516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb08ba7-2e80-4a1b-910f-c3f1284e022c req-27e1ca26-bee4-441c-b023-33ded6217e24 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.1066203 Mar 03 14:12:19.327791 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7c73-8752-4fca-bd6a-92c759aec1d3 req-42a66f9b-a97a-4145-8873-41c8fb01f7e3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:19.329184 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d0a7c73-8752-4fca-bd6a-92c759aec1d3 req-42a66f9b-a97a-4145-8873-41c8fb01f7e3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0875587 Mar 03 14:12:19.405173 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb08ba7-2e80-4a1b-910f-c3f1284e022c req-174e1576-5ca6-42ca-b555-4ae42dd42c19 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857041 Mar 03 14:12:19.412739 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d0a7c73-8752-4fca-bd6a-92c759aec1d3 req-384d161b-c5aa-484d-8318-a4a0865ff56d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676672 Mar 03 14:12:19.508326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70030338-0635-404c-b3ad-c7c0defefae2 req-f3708352-231f-4e2d-a03e-65f5d475a829 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:19.509893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-70030338-0635-404c-b3ad-c7c0defefae2 req-f3708352-231f-4e2d-a03e-65f5d475a829 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0523927 Mar 03 14:12:19.575330 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-70030338-0635-404c-b3ad-c7c0defefae2 req-97475fd9-47cd-4052-a4d7-fc5a441086f5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591710 Mar 03 14:12:20.557473 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355f79a-b454-4d30-8b98-83a15d0901d5 req-2410a936-51da-4a25-83be-a915b396807b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:20.558990 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7355f79a-b454-4d30-8b98-83a15d0901d5 req-2410a936-51da-4a25-83be-a915b396807b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0843186 Mar 03 14:12:20.567299 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc070e55-14df-4a15-91b0-3ceea008bbe1 req-730ff400-f2c8-4b0c-a932-0a0562901ba6 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:20.568660 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc070e55-14df-4a15-91b0-3ceea008bbe1 req-730ff400-f2c8-4b0c-a932-0a0562901ba6 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0839183 Mar 03 14:12:20.637069 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7355f79a-b454-4d30-8b98-83a15d0901d5 req-f63191e2-c0ad-4edf-b3af-eef2b1951fa5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674374 Mar 03 14:12:20.644302 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc070e55-14df-4a15-91b0-3ceea008bbe1 req-13f0dcd5-e2ed-43fe-ac98-567e209bf262 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687046 Mar 03 14:12:20.797350 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bd652-231a-4fde-9449-6d061aaf7c74 req-f21f8687-e3ea-493a-aaa9-b274d378bb1b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:20.805344 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-799bd652-231a-4fde-9449-6d061aaf7c74 req-f21f8687-e3ea-493a-aaa9-b274d378bb1b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.1053305 Mar 03 14:12:20.887770 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-799bd652-231a-4fde-9449-6d061aaf7c74 req-9801969d-8d72-4f3a-a3c4-fe3fa4591496 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814126 Mar 03 14:12:20.911906 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ebc4-7226-4bac-9f21-bdba803493f5 req-88a140b5-2720-426d-a3ef-35aa5606024b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:20.913345 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13e2ebc4-7226-4bac-9f21-bdba803493f5 req-88a140b5-2720-426d-a3ef-35aa5606024b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0683658 Mar 03 14:12:20.984074 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13e2ebc4-7226-4bac-9f21-bdba803493f5 req-867cdcc5-5c0e-4495-9399-52e9eeaac538 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625949 Mar 03 14:12:20.986635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c59fb-634d-4633-891d-6d07f7487b1f req-c03c1097-967f-4eb8-ae7f-ca1bd0e1026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:20.988011 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-c03c1097-967f-4eb8-ae7f-ca1bd0e1026f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 1129 time: 0.0738144 Mar 03 14:12:21.089103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c59fb-634d-4633-891d-6d07f7487b1f req-e09e6ebc-c80a-4795-88cd-fb0cf328dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:21.090664 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-e09e6ebc-c80a-4795-88cd-fb0cf328dd81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.0900929 Mar 03 14:12:21.102711 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0f49a313-d087-4569-8d87-e9b87e07f307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:21.157841 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-0c2ae990-7431-4b4c-b3a2-acab0b007867 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 200 len: 1000 time: 0.0594673 Mar 03 14:12:21.209164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c59fb-634d-4633-891d-6d07f7487b1f req-931c3b01-35b1-4c1f-95a0-d5b73b46df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:21.210605 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-931c3b01-35b1-4c1f-95a0-d5b73b46df28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.0457675 Mar 03 14:12:21.260145 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c59fb-634d-4633-891d-6d07f7487b1f req-37588061-fa5a-482c-b5ac-10bd381146ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:21.261735 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-37588061-fa5a-482c-b5ac-10bd381146ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435793 Mar 03 14:12:21.358599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-04d4ab1c-f444-4aab-a453-b4e56b0d4519 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786364 Mar 03 14:12:21.449501 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-166c59fb-634d-4633-891d-6d07f7487b1f req-08117fc8-28f6-4ec6-b6b3-6305d807d458 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836334 Mar 03 14:12:21.762140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a8a2c-7ecf-446b-b9d3-8ff06b9a4922 req-9287dcb6-8566-4f74-b752-321509e10f4a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:21.764455 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2a8a2c-7ecf-446b-b9d3-8ff06b9a4922 req-9287dcb6-8566-4f74-b752-321509e10f4a tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0558622 Mar 03 14:12:21.842045 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2a8a2c-7ecf-446b-b9d3-8ff06b9a4922 req-7e98d70c-9211-41c2-9254-e92e97a26c63 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685468 Mar 03 14:12:21.844840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47cc6c-7cff-4bce-ae5f-b5a35d0e396e req-e9e1f25c-beab-420e-9a58-4857604abe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:21.846283 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c47cc6c-7cff-4bce-ae5f-b5a35d0e396e req-e9e1f25c-beab-420e-9a58-4857604abe1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.0797668 Mar 03 14:12:21.892420 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c47cc6c-7cff-4bce-ae5f-b5a35d0e396e req-b5876256-797a-45ec-95af-b7e995e18924 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Mar 03 14:12:22.012568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02ccc-e065-43bc-ab34-b194e69d67cb req-2718b297-fe82-46e8-8d8f-816624e9ea12 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:22.015280 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6bd02ccc-e065-43bc-ab34-b194e69d67cb req-2718b297-fe82-46e8-8d8f-816624e9ea12 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0555427 Mar 03 14:12:22.116592 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6bd02ccc-e065-43bc-ab34-b194e69d67cb req-0fae4be6-5780-41b1-b4c4-34c209538aa4 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942190 Mar 03 14:12:22.135118 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14dd1-191d-4001-8b4e-f910839d823b req-07a8cc1c-1960-4eee-a15a-51a02afb3078 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:22.136622 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-22f14dd1-191d-4001-8b4e-f910839d823b req-07a8cc1c-1960-4eee-a15a-51a02afb3078 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0837541 Mar 03 14:12:22.185420 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-22f14dd1-191d-4001-8b4e-f910839d823b req-b82f4c0a-925d-40c1-8760-52959167dc33 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424395 Mar 03 14:12:22.962686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f189e-1e2e-4a1d-bc82-ff28b78a9d61 req-374a6636-081a-4015-8606-96cf0b7f6956 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:22.964255 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a7f189e-1e2e-4a1d-bc82-ff28b78a9d61 req-374a6636-081a-4015-8606-96cf0b7f6956 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0521212 Mar 03 14:12:23.010053 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a7f189e-1e2e-4a1d-bc82-ff28b78a9d61 req-683db9ad-64f8-4f12-a6fd-70fd97a1ac11 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Mar 03 14:12:23.234262 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f10945-02f2-4430-b49f-3647b27e2a86 req-ad750df2-eb4a-4eb3-89aa-344a7988a948 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:23.235727 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0f10945-02f2-4430-b49f-3647b27e2a86 req-ad750df2-eb4a-4eb3-89aa-344a7988a948 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0533133 Mar 03 14:12:23.325027 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0f10945-02f2-4430-b49f-3647b27e2a86 req-8bb4d32d-4bc0-495b-ac5b-2f2739e19bd1 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837424 Mar 03 14:12:23.338840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148128c3-4483-4dcc-a394-011e0443ebb4 req-b6697567-c089-4fa1-ae44-c537aebbf41e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:23.340259 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-148128c3-4483-4dcc-a394-011e0443ebb4 req-b6697567-c089-4fa1-ae44-c537aebbf41e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0850403 Mar 03 14:12:23.387907 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-148128c3-4483-4dcc-a394-011e0443ebb4 req-3f6fc4ca-2500-497a-a42e-d71e6e9a987c tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415657 Mar 03 14:12:23.455670 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5370419d-7508-4a95-b077-cf94bfefc16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:24.126288 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10bc3d-17b7-4d5b-a417-358329ec7f5d req-453ef077-9422-4402-96c2-55aed3a967f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:24.127745 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad10bc3d-17b7-4d5b-a417-358329ec7f5d req-453ef077-9422-4402-96c2-55aed3a967f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0521524 Mar 03 14:12:24.172759 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad10bc3d-17b7-4d5b-a417-358329ec7f5d req-813da943-24df-4b98-8800-89198e3d4281 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Mar 03 14:12:24.444703 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b81bc4-8c12-4ad9-b3da-ae85f4e8a77b req-471dfe13-7a3c-471e-853d-230fc943456f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:24.446160 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0b81bc4-8c12-4ad9-b3da-ae85f4e8a77b req-471dfe13-7a3c-471e-853d-230fc943456f tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0549581 Mar 03 14:12:24.503902 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0b81bc4-8c12-4ad9-b3da-ae85f4e8a77b req-a98d741d-224b-4526-b2fb-36b6e5bb1245 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520368 Mar 03 14:12:24.532788 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:25.293002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95eb45-a33d-4e25-bcbb-09faa2fe84ea req-217257ee-7ab4-480a-95e5-706aee0c21a3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:25.295674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba95eb45-a33d-4e25-bcbb-09faa2fe84ea req-217257ee-7ab4-480a-95e5-706aee0c21a3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0564475 Mar 03 14:12:25.344469 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba95eb45-a33d-4e25-bcbb-09faa2fe84ea req-4d2a9682-a21b-4122-8c56-29587c088d51 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Mar 03 14:12:25.623313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d505e8a-f858-4387-ba9a-f5ec6cd90492 req-1556f3e4-2e0b-4797-8a0c-cd3068b4891c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:25.624821 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d505e8a-f858-4387-ba9a-f5ec6cd90492 req-1556f3e4-2e0b-4797-8a0c-cd3068b4891c tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0547616 Mar 03 14:12:25.692152 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d505e8a-f858-4387-ba9a-f5ec6cd90492 req-ed2e86ad-0eb0-4d1b-ac3f-cab7dbd626af tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9&id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614870 Mar 03 14:12:26.001063 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:26.464172 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e354ef-ef61-46dd-8f51-6fb565aa7946 req-0317ded6-dfe3-4c5e-8782-28fdaa190c79 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:26.465650 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6e354ef-ef61-46dd-8f51-6fb565aa7946 req-0317ded6-dfe3-4c5e-8782-28fdaa190c79 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0549977 Mar 03 14:12:26.519658 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6e354ef-ef61-46dd-8f51-6fb565aa7946 req-4fb6ee53-a98f-4341-b5ea-2fefe7eea058 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477736 Mar 03 14:12:26.859138 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-d5e8d21e-0ec0-47b5-bfda-7603e60a641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:26.860889 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-d5e8d21e-0ec0-47b5-bfda-7603e60a641e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 1129 time: 0.0844409 Mar 03 14:12:26.869277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faee1-4d96-4910-a93b-a8082c22755d req-c64a9d5d-9f3d-423b-be53-9e2a76084607 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:26.870754 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-820faee1-4d96-4910-a93b-a8082c22755d req-c64a9d5d-9f3d-423b-be53-9e2a76084607 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0855341 Mar 03 14:12:26.976679 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-820faee1-4d96-4910-a93b-a8082c22755d req-664e9224-6293-400d-b1f3-a671f4530dee tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Mar 03 14:12:27.000033 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-9d03d723-95a7-4957-b966-71e7bd8944ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:27.001693 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-9d03d723-95a7-4957-b966-71e7bd8944ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 200 len: 919 time: 0.1300483 Mar 03 14:12:27.047493 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-b2644026-2d24-45b8-acff-b096d8d19ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 200 len: 217 time: 0.0394452 Mar 03 14:12:27.096733 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-72531624-81c0-4a21-a5f5-39d109258c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:27.098369 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-72531624-81c0-4a21-a5f5-39d109258c2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 200 len: 858 time: 0.0450640 Mar 03 14:12:27.131084 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-a790fefe-562d-42c9-8e58-f9a171e04b9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256240 Mar 03 14:12:27.223960 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-bc0376c0-b3f7-4023-8270-282e6913b7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845966 Mar 03 14:12:27.315747 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-720f4db1-3b2e-4cab-a234-4c8a98441cd1 req-e01b49a4-2a29-49ed-916d-d52a72b13aec service neutron] 10.222.0.13 "GET /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802014 Mar 03 14:12:27.480032 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.101131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900dc8-4e43-46d8-b163-42a6491da273 req-9bfedb8b-87ab-41e2-90da-539b17d987dd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:28.102598 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93900dc8-4e43-46d8-b163-42a6491da273 req-9bfedb8b-87ab-41e2-90da-539b17d987dd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0558531 Mar 03 14:12:28.150501 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93900dc8-4e43-46d8-b163-42a6491da273 req-9ad50347-bbd5-400b-a0c6-14d3b16a0a2b tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Mar 03 14:12:28.354515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43788) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:28.455942 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5708df9-0e0f-4068-9783-879bf931bcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.533164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5708df9-0e0f-4068-9783-879bf931bcd9 admin admin] Publish callbacks [] for security_group (2eab6c74-3954-4ffd-be50-c1f85f4999d8), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.537381 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5708df9-0e0f-4068-9783-879bf931bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2eab6c74-3954-4ffd-be50-c1f85f4999d8), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.575150 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b5708df9-0e0f-4068-9783-879bf931bcd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3958f5b0ad942ebbaebb56cf528a656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195723 Mar 03 14:12:28.577452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5708df9-0e0f-4068-9783-879bf931bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab6c74-3954-4ffd-be50-c1f85f4999d8,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:28.578522 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43792) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:28.624973 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] Publish callbacks [] for security_group (2eab6c74-3954-4ffd-be50-c1f85f4999d8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.645555 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] Publish callbacks [] for security_group (2eab6c74-3954-4ffd-be50-c1f85f4999d8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.690307 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2eab6c74-3954-4ffd-be50-c1f85f4999d8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.692793 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:28.694004 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eab6c74-3954-4ffd-be50-c1f85f4999d8 HTTP/1.1" status: 204 len: 168 time: 0.1144328 Mar 03 14:12:28.701583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd95cf-3616-4d89-9e37-f618555478f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab6c74-3954-4ffd-be50-c1f85f4999d8,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:28.951289 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43798) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:28.964382 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a954-1084-4763-bf85-bb15f07f1181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.036374 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a954-1084-4763-bf85-bb15f07f1181 admin admin] Publish callbacks [] for security_group (5e39f6d8-8f6a-41bf-88d2-e7310245bd02), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.039805 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a954-1084-4763-bf85-bb15f07f1181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5e39f6d8-8f6a-41bf-88d2-e7310245bd02), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.083680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2ec1a954-1084-4763-bf85-bb15f07f1181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7795b57f0094881a85fc786bfbb1035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313188 Mar 03 14:12:29.084826 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a954-1084-4763-bf85-bb15f07f1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e39f6d8-8f6a-41bf-88d2-e7310245bd02,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:29.086331 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43800) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:29.139059 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] Publish callbacks [] for security_group (5e39f6d8-8f6a-41bf-88d2-e7310245bd02), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.161571 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] Publish callbacks [] for security_group (5e39f6d8-8f6a-41bf-88d2-e7310245bd02), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.210929 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5e39f6d8-8f6a-41bf-88d2-e7310245bd02), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.213715 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:29.214866 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e39f6d8-8f6a-41bf-88d2-e7310245bd02 HTTP/1.1" status: 204 len: 168 time: 0.1275625 Mar 03 14:12:29.223029 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db49a4-7e6a-4f26-8f6e-1aa1757b6f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e39f6d8-8f6a-41bf-88d2-e7310245bd02,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:29.282267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5777-7418-47b4-8307-272333e91138 req-c812b8d2-934c-4638-9719-da4e3ebc9f2d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:29.283959 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb0b5777-7418-47b4-8307-272333e91138 req-c812b8d2-934c-4638-9719-da4e3ebc9f2d tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0567143 Mar 03 14:12:29.330292 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb0b5777-7418-47b4-8307-272333e91138 req-b1bb1dba-e175-4519-a674-ed7fd74a3ae5 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Mar 03 14:12:30.810272 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:30.928954 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc0a21fb-b92f-47cc-872e-a47fa28aaf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.015569 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc0a21fb-b92f-47cc-872e-a47fa28aaf9e admin admin] Publish callbacks [] for security_group (48385009-0c45-42e7-aa08-efbdcc6d8762), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.019433 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cc0a21fb-b92f-47cc-872e-a47fa28aaf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (48385009-0c45-42e7-aa08-efbdcc6d8762), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.058584 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cc0a21fb-b92f-47cc-872e-a47fa28aaf9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15f77521102a4b2490e48e0fad0b2771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469814 Mar 03 14:12:31.061920 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43868) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:31.066820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a21fb-b92f-47cc-872e-a47fa28aaf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48385009-0c45-42e7-aa08-efbdcc6d8762,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:31.121579 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] Publish callbacks [] for security_group (48385009-0c45-42e7-aa08-efbdcc6d8762), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.144169 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] Publish callbacks [] for security_group (48385009-0c45-42e7-aa08-efbdcc6d8762), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.194276 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (48385009-0c45-42e7-aa08-efbdcc6d8762), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.197207 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.198038 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.198906 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48385009-0c45-42e7-aa08-efbdcc6d8762 HTTP/1.1" status: 204 len: 168 time: 0.1342068 Mar 03 14:12:31.207820 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fd264-16b5-4614-ac84-d94fb7d808f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48385009-0c45-42e7-aa08-efbdcc6d8762,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:31.491372 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43874) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:31.505400 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e134d9d-58bd-45cd-9a90-29e524e681df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.588833 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e134d9d-58bd-45cd-9a90-29e524e681df admin admin] Publish callbacks [] for security_group (62d39318-4954-43d5-90a4-d8d902fb1ddd), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.593390 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e134d9d-58bd-45cd-9a90-29e524e681df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (62d39318-4954-43d5-90a4-d8d902fb1ddd), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.803261 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e134d9d-58bd-45cd-9a90-29e524e681df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d39318-4954-43d5-90a4-d8d902fb1ddd,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:31.807592 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9e134d9d-58bd-45cd-9a90-29e524e681df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6b99643f06d4af7976bd4303be941f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151767 Mar 03 14:12:31.810934 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43876) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:31.857009 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] Publish callbacks [] for security_group (62d39318-4954-43d5-90a4-d8d902fb1ddd), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.877933 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] Publish callbacks [] for security_group (62d39318-4954-43d5-90a4-d8d902fb1ddd), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.925691 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (62d39318-4954-43d5-90a4-d8d902fb1ddd), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.928701 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:31.932862 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d39318-4954-43d5-90a4-d8d902fb1ddd HTTP/1.1" status: 204 len: 168 time: 0.1211240 Mar 03 14:12:31.942073 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba2d92-ba28-48a4-8a09-d1b83396db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d39318-4954-43d5-90a4-d8d902fb1ddd,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:33.263752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890525d-3f4e-415e-a497-afded6b65392 req-bb57c056-ad4b-4874-9be8-eb32f8f30172 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:33.265353 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f890525d-3f4e-415e-a497-afded6b65392 req-bb57c056-ad4b-4874-9be8-eb32f8f30172 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0580301 Mar 03 14:12:33.315329 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f890525d-3f4e-415e-a497-afded6b65392 req-dfd2c538-0b2b-466d-97ef-aed4ed0e7950 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Mar 03 14:12:33.571979 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43944) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:33.676154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b948638b-a631-4da8-b6db-0e63e4efcd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.750034 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b948638b-a631-4da8-b6db-0e63e4efcd27 admin admin] Publish callbacks [] for security_group (b74a7785-cbf3-4f1f-abe7-5b773410bacd), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.754083 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b948638b-a631-4da8-b6db-0e63e4efcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b74a7785-cbf3-4f1f-abe7-5b773410bacd), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.791664 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948638b-a631-4da8-b6db-0e63e4efcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74a7785-cbf3-4f1f-abe7-5b773410bacd,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:33.796544 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b948638b-a631-4da8-b6db-0e63e4efcd27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ef0d764e5584ee4a7537c1cbca24a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235479 Mar 03 14:12:33.799403 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43948) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:33.848093 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] Publish callbacks [] for security_group (b74a7785-cbf3-4f1f-abe7-5b773410bacd), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.869270 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] Publish callbacks [] for security_group (b74a7785-cbf3-4f1f-abe7-5b773410bacd), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.917025 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b74a7785-cbf3-4f1f-abe7-5b773410bacd), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.920176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:33.921288 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b74a7785-cbf3-4f1f-abe7-5b773410bacd HTTP/1.1" status: 204 len: 168 time: 0.1207120 Mar 03 14:12:33.928591 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564918b9-d1ff-4f41-8d4a-be86a8d7ad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74a7785-cbf3-4f1f-abe7-5b773410bacd,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:34.175198 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 43954) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:34.188160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c69cf38b-4574-4a07-93af-25005335987f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.259311 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c69cf38b-4574-4a07-93af-25005335987f admin admin] Publish callbacks [] for security_group (0e79c477-aeed-4933-8a09-dde8e8f52ed8), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.263587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c69cf38b-4574-4a07-93af-25005335987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (0e79c477-aeed-4933-8a09-dde8e8f52ed8), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.303168 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c69cf38b-4574-4a07-93af-25005335987f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c288eb15a7149f6ad60e14353a366ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269116 Mar 03 14:12:34.304100 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cf38b-4574-4a07-93af-25005335987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79c477-aeed-4933-8a09-dde8e8f52ed8,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:34.305869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 43956) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:34.354019 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] Publish callbacks [] for security_group (0e79c477-aeed-4933-8a09-dde8e8f52ed8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.375589 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] Publish callbacks [] for security_group (0e79c477-aeed-4933-8a09-dde8e8f52ed8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.425264 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (0e79c477-aeed-4933-8a09-dde8e8f52ed8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.428152 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:34.431852 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e79c477-aeed-4933-8a09-dde8e8f52ed8 HTTP/1.1" status: 204 len: 168 time: 0.1224437 Mar 03 14:12:34.439056 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9851-7a7e-40d6-84dd-51ed79700050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79c477-aeed-4933-8a09-dde8e8f52ed8,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:34.444011 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db17967-cecd-442b-b251-3c30730fbef7 req-6f20a5c9-78a5-4f7e-9e85-2667d5819796 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:34.445498 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2db17967-cecd-442b-b251-3c30730fbef7 req-6f20a5c9-78a5-4f7e-9e85-2667d5819796 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0619006 Mar 03 14:12:34.513014 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2db17967-cecd-442b-b251-3c30730fbef7 req-135fcf5e-b9f7-4f19-bae3-c5385390fa53 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591123 Mar 03 14:12:35.117982 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-35343159-4f4e-4185-8878-2812e4559232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416741 Mar 03 14:12:35.224899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-ec7f144d-df32-40e9-85a0-63472751fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.226562 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-ec7f144d-df32-40e9-85a0-63472751fd3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 1130 time: 0.0500383 Mar 03 14:12:35.336336 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-57ff4c0b-b0da-4f6a-a4c7-199f423d2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.337825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-57ff4c0b-b0da-4f6a-a4c7-199f423d2d09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0860775 Mar 03 14:12:35.424052 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-0fa36ad5-d86d-4083-8bfc-ca8b9299691d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 200 len: 1001 time: 0.0670033 Mar 03 14:12:35.476495 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-e0da4eba-3c1d-48c8-a4dc-e701afdc0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.477999 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-e0da4eba-3c1d-48c8-a4dc-e701afdc0c7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0461330 Mar 03 14:12:35.527321 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-b3d0ae2e-4ffe-47cf-a16a-679f27fc5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.528841 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-b3d0ae2e-4ffe-47cf-a16a-679f27fc5020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442088 Mar 03 14:12:35.663782 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-44c57a5d-3da4-40e0-b010-ede63f23309f service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250911 Mar 03 14:12:35.675820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2cfc-99f5-4506-8812-e6015792d819 req-7293173a-d400-4f09-9528-6bb8b32e54c1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.677286 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbef2cfc-99f5-4506-8812-e6015792d819 req-7293173a-d400-4f09-9528-6bb8b32e54c1 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0837703 Mar 03 14:12:35.784783 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbef2cfc-99f5-4506-8812-e6015792d819 req-c6fae925-0aed-45b7-bdf5-1487f232e2f0 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980639 Mar 03 14:12:35.816452 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de79ab22-6994-441b-a3d9-ebf8f0c48148 req-4b6a60c5-8599-4135-badb-77821488cefe service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368504 Mar 03 14:12:35.994490 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-7533cf4f-6d29-4b87-bcd0-5ea0cfde3e46 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:35.995979 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-7533cf4f-6d29-4b87-bcd0-5ea0cfde3e46 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 945 time: 0.0692642 Mar 03 14:12:36.123848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131cd23-8209-416a-9ad1-a7cc6224a786 req-1458c259-2b4c-49c2-beaf-403ce20483c3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:36.125318 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f131cd23-8209-416a-9ad1-a7cc6224a786 req-1458c259-2b4c-49c2-beaf-403ce20483c3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0946956 Mar 03 14:12:36.151564 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Deleting port 7fd23fcb-6e77-41f0-b019-e65993db8560 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:36.151905 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:36.225980 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f131cd23-8209-416a-9ad1-a7cc6224a786 req-ab8abfdc-02a8-4b45-af13-c95cf0bf1e3f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948479 Mar 03 14:12:36.509070 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] For port 7fd23fcb-6e77-41f0-b019-e65993db8560, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7fd23fcb-6e77-41f0-b019-e65993db8560,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:36.509824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:36.521861 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Calling delete_port for 7fd23fcb-6e77-41f0-b019-e65993db8560 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:36.649013 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (7fd23fcb-6e77-41f0-b019-e65993db8560), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:36.674806 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['27e51abd-0683-4f9d-958c-c4230313389f', '7fd23fcb-6e77-41f0-b019-e65993db8560'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:12:36.695897 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Pushing event deleted for resources: {'Port': ['ID=7fd23fcb-6e77-41f0-b019-e65993db8560,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:36.737095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] No DVR routers for this DVR port 7fd23fcb-6e77-41f0-b019-e65993db8560 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:12:36.743896 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:36.744760 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c1cd15a-ebc9-4e63-af8f-05ea6a2dd87e req-01990afc-e6eb-4fe2-a61e-a16910271ecd tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "DELETE /v2.0/ports/7fd23fcb-6e77-41f0-b019-e65993db8560 HTTP/1.1" status: 204 len: 173 time: 0.7419999 Mar 03 14:12:36.745443 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'name': 'network-vif-deleted', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:36.753864 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e520ad-6089-41eb-b608-448293d24dc6" -d '{"events": [{"server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "name": "network-vif-deleted", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:36.788389 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e8231-61ac-44c2-bcfa-2b646c9c0a08 x-openstack-request-id: req-b82e8231-61ac-44c2-bcfa-2b646c9c0a08 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:36.788677 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92527a13-e4ef-4e63-8ea1-c7718fd8620a", "name": "network-vif-deleted", "tag": "7fd23fcb-6e77-41f0-b019-e65993db8560", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:36.788927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b82e8231-61ac-44c2-bcfa-2b646c9c0a08 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:36.789324 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92527a13-e4ef-4e63-8ea1-c7718fd8620a', 'name': 'network-vif-deleted', 'tag': '7fd23fcb-6e77-41f0-b019-e65993db8560', 'status': 'completed', 'code': 200} Mar 03 14:12:36.898928 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-204486b5-14e3-4d8a-9093-57cd853cd5f5 req-2377608c-5fb6-420b-a4f7-6f9e473b7fef tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=92527a13-e4ef-4e63-8ea1-c7718fd8620a HTTP/1.1" status: 200 len: 210 time: 0.0277739 Mar 03 14:12:37.354475 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f63f2-4319-4af1-a446-6d5178c84d51 req-bec43dc4-a47b-4836-bb5b-59b67d6094e0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:37.356067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a60f63f2-4319-4af1-a446-6d5178c84d51 req-bec43dc4-a47b-4836-bb5b-59b67d6094e0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0556760 Mar 03 14:12:37.405808 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a60f63f2-4319-4af1-a446-6d5178c84d51 req-e5ad7602-5a01-42a7-aa67-a82af8c4476f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438929 Mar 03 14:12:38.008415 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-8d70be98-30d5-4942-b515-e59708438876 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:38.010067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-8d70be98-30d5-4942-b515-e59708438876 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0593197 Mar 03 14:12:38.114230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Deleting port 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:38.114571 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:38.234643 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] For port 16b63e8e-38e0-428c-ac42-7058b756b039, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=16b63e8e-38e0-428c-ac42-7058b756b039,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:38.235000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:38.252529 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dae9c-ca2b-4c5b-8e68-cf7accdcbe77 req-02657898-5742-469a-ad71-b4e47eaa75b3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:38.254027 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-375dae9c-ca2b-4c5b-8e68-cf7accdcbe77 req-02657898-5742-469a-ad71-b4e47eaa75b3 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0981579 Mar 03 14:12:38.422722 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-375dae9c-ca2b-4c5b-8e68-cf7accdcbe77 req-f2b7175e-90cf-400e-a90b-3bf0cdecf284 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476665 Mar 03 14:12:38.538149 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:38.538510 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:38.538825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Floating IP 5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99 disassociated. External IP: 172.27.0.164, port: 16b63e8e-38e0-428c-ac42-7058b756b039. Mar 03 14:12:38.539164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Calling delete_port for 16b63e8e-38e0-428c-ac42-7058b756b039 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:38.564257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38539-7b22-43e2-bc7f-15c44c417844 req-1a8d8c28-3b2a-44e1-a4f2-4f02b3fde275 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:38.565754 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0c38539-7b22-43e2-bc7f-15c44c417844 req-1a8d8c28-3b2a-44e1-a4f2-4f02b3fde275 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=324bf19e-dc72-42ff-bb32-5470e26d3c9c HTTP/1.1" status: 200 len: 946 time: 0.0839136 Mar 03 14:12:38.657970 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0c38539-7b22-43e2-bc7f-15c44c417844 req-f0a866a0-5e90-4f92-9c47-56c6a26f7eac tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f4d73e7-aa08-452e-8e36-c62a03f3d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648217 Mar 03 14:12:38.717669 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (16b63e8e-38e0-428c-ac42-7058b756b039), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:38.746110 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'Port': ['ID=16b63e8e-38e0-428c-ac42-7058b756b039,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:38.756908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.757258 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.757603 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.757964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.758301 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.758632 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.758960 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.759285 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.759608 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.759930 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.760254 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.760573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.760893 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:38.871861 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:12:38.980776 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:12:38.991857 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:12:39.002841 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:39.003449 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:39.024326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] No DVR routers for this DVR port 16b63e8e-38e0-428c-ac42-7058b756b039 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:12:39.026892 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.030404 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0e75024-fc9b-4b8d-86c4-b28e9961a505 req-bc614e9c-5fef-4565-aaed-59c6737e186a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "DELETE /v2.0/ports/16b63e8e-38e0-428c-ac42-7058b756b039 HTTP/1.1" status: 204 len: 173 time: 1.0136719 Mar 03 14:12:39.030914 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-deleted', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:39.033684 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590bdfd-d8bf-4073-bc33-83db6aead204" -d '{"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-deleted", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:39.075231 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0644a89-8b6e-4189-ad90-cedbf7b5cf94 x-openstack-request-id: req-f0644a89-8b6e-4189-ad90-cedbf7b5cf94 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:39.075528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324bf19e-dc72-42ff-bb32-5470e26d3c9c", "name": "network-vif-deleted", "tag": "16b63e8e-38e0-428c-ac42-7058b756b039", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:39.075780 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0644a89-8b6e-4189-ad90-cedbf7b5cf94 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:39.076937 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324bf19e-dc72-42ff-bb32-5470e26d3c9c', 'name': 'network-vif-deleted', 'tag': '16b63e8e-38e0-428c-ac42-7058b756b039', 'status': 'completed', 'code': 200} Mar 03 14:12:39.117422 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:39.326860 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:39.352352 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:12:39.361166 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:39.361802 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:39.488775 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:39.588922 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bed5-1f99-46cb-83f0-90fdbd45f62a req-cbc53b92-932a-40e5-8d8a-accbac92a151 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:39.590922 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de86bed5-1f99-46cb-83f0-90fdbd45f62a req-cbc53b92-932a-40e5-8d8a-accbac92a151 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0757468 Mar 03 14:12:39.602159 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44096) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:39.650126 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de86bed5-1f99-46cb-83f0-90fdbd45f62a req-3cf9b0c2-ad2d-4a37-b0d6-56a04eeb09bf tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522194 Mar 03 14:12:39.729489 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64bff499-3c14-49bb-9119-ab54d1131ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.757993 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:39.760832 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44104) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:39.788401 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0223db-d454-4996-ac8e-d6e67f3879c3 None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:12:39.849264 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (7f4d73e7-aa08-452e-8e36-c62a03f3d79d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.880692 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64bff499-3c14-49bb-9119-ab54d1131ac8 admin admin] Publish callbacks [] for security_group (eca2a250-d7ad-4450-bfb8-598193fa499e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.889388 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64bff499-3c14-49bb-9119-ab54d1131ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (eca2a250-d7ad-4450-bfb8-598193fa499e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.892811 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (7f4d73e7-aa08-452e-8e36-c62a03f3d79d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:39.957571 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-64bff499-3c14-49bb-9119-ab54d1131ac8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4863c2d9c63e43d0b2d99acf1697f47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519714 Mar 03 14:12:39.958482 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bff499-3c14-49bb-9119-ab54d1131ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca2a250-d7ad-4450-bfb8-598193fa499e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:39.958599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44106) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:39.996350 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7f4d73e7-aa08-452e-8e36-c62a03f3d79d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.000675 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.001849 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "DELETE /v2.0/security-groups/7f4d73e7-aa08-452e-8e36-c62a03f3d79d HTTP/1.1" status: 204 len: 168 time: 0.2400329 Mar 03 14:12:40.005616 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44108) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:40.011664 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6f02-1846-4b8e-bf75-7665e7edf1a6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d73e7-aa08-452e-8e36-c62a03f3d79d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:40.025683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-9c6ccacd-8b21-4f38-9f69-171e4f8ce0f2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] show failed (client error): The resource could not be found. Mar 03 14:12:40.026782 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9c6ccacd-8b21-4f38-9f69-171e4f8ce0f2 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups/7f4d73e7-aa08-452e-8e36-c62a03f3d79d HTTP/1.1" status: 404 len: 347 time: 0.0201185 Mar 03 14:12:40.032685 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44110) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:40.034307 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 7fd23fcb-6e77-41f0-b019-e65993db8560 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:12:40.058716 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 7fd23fcb-6e77-41f0-b019-e65993db8560 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:12:40.059059 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 7fd23fcb-6e77-41f0-b019-e65993db8560 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:12:40.059468 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:12:40.080292 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 16b63e8e-38e0-428c-ac42-7058b756b039 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:12:40.080635 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 16b63e8e-38e0-428c-ac42-7058b756b039 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:12:40.109404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef411e6b-e1f1-45d0-b90e-c45fc40b72c9 None None] New status for floating IP 5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:12:40.136020 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] Publish callbacks [] for security_group (eca2a250-d7ad-4450-bfb8-598193fa499e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.178464 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] Publish callbacks [] for security_group (eca2a250-d7ad-4450-bfb8-598193fa499e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.226026 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Deleting port 28dd9cdc-0780-47cf-b184-51872cbbfb82 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:40.226497 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.279212 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (eca2a250-d7ad-4450-bfb8-598193fa499e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.281846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.282980 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eca2a250-d7ad-4450-bfb8-598193fa499e HTTP/1.1" status: 204 len: 168 time: 0.3233492 Mar 03 14:12:40.296848 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff88b9-61e8-400d-bd60-179974d76335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca2a250-d7ad-4450-bfb8-598193fa499e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:40.322786 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.323119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (28dd9cdc-0780-47cf-b184-51872cbbfb82), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.336695 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Calling delete_port for 28dd9cdc-0780-47cf-b184-51872cbbfb82 owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:40.484253 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (28dd9cdc-0780-47cf-b184-51872cbbfb82), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.516275 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'Port': ['ID=28dd9cdc-0780-47cf-b184-51872cbbfb82,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:40.583736 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.585515 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44116) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:40.587550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.592210 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cfc83578-deaa-4445-a8ba-a14cafe53687 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "DELETE /v2.0/floatingips/5273dc9c-3a7b-4fc9-95b1-5cfcbf472f99 HTTP/1.1" status: 204 len: 168 time: 0.5551040 Mar 03 14:12:40.601488 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e24c3a0a-de4b-4483-b73c-16de3d21123b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.681390 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e24c3a0a-de4b-4483-b73c-16de3d21123b admin admin] Publish callbacks [] for security_group (0c5dc340-b665-4a34-a5fc-9115f9570ea7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.687446 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e24c3a0a-de4b-4483-b73c-16de3d21123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (0c5dc340-b665-4a34-a5fc-9115f9570ea7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.726545 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e24c3a0a-de4b-4483-b73c-16de3d21123b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddeb9a7684074f9b9ae072c80c93fbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397083 Mar 03 14:12:40.727406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3a0a-de4b-4483-b73c-16de3d21123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5dc340-b665-4a34-a5fc-9115f9570ea7,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:40.729148 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44122) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:40.831785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edefea-ef06-4219-b54b-daac37beeba0 req-ec639678-8bf9-4514-b8a6-0419f1e16164 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:40.833420 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9edefea-ef06-4219-b54b-daac37beeba0 req-ec639678-8bf9-4514-b8a6-0419f1e16164 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0963559 Mar 03 14:12:40.836480 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] Publish callbacks [] for security_group (0c5dc340-b665-4a34-a5fc-9115f9570ea7), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.874574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] Publish callbacks [] for security_group (0c5dc340-b665-4a34-a5fc-9115f9570ea7), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.913071 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9edefea-ef06-4219-b54b-daac37beeba0 req-aacd54b6-b9e6-4c73-a808-5bcecd5258a2 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735719 Mar 03 14:12:40.940506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (0c5dc340-b665-4a34-a5fc-9115f9570ea7), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.943406 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:40.944639 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c5dc340-b665-4a34-a5fc-9115f9570ea7 HTTP/1.1" status: 204 len: 168 time: 0.2144942 Mar 03 14:12:40.952945 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ec7b4-bd61-4bcd-b653-f760716f1674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5dc340-b665-4a34-a5fc-9115f9570ea7,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:41.393313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44128) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:41.407074 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-565d76c9-d68f-4139-a4ff-00a75ec15a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.482418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-565d76c9-d68f-4139-a4ff-00a75ec15a46 admin admin] Publish callbacks [] for security_group (1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.487977 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-565d76c9-d68f-4139-a4ff-00a75ec15a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.529492 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-565d76c9-d68f-4139-a4ff-00a75ec15a46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc49d4116a34531ba06d59bd39ba7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350484 Mar 03 14:12:41.530506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d76c9-d68f-4139-a4ff-00a75ec15a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:41.532635 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44130) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:41.583317 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] Publish callbacks [] for security_group (1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.608479 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] Publish callbacks [] for security_group (1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.653609 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.657385 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:41.661264 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372 HTTP/1.1" status: 204 len: 168 time: 0.1273310 Mar 03 14:12:41.669537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0613f10-1598-4685-bfa6-145ccf792a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64b9ed-cba3-4a9c-bda5-f9b19e5b6372,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:41.918857 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44140) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:41.924308 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760992094', 'description': 'tempest-description--1270471447'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:41.969496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.064121 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (51ed510c-691f-4e71-b870-2e956688903d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.069328 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (51ed510c-691f-4e71-b870-2e956688903d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.089888 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ea875-55aa-481d-a6fd-6fd366b70bf6 req-a288fe31-3329-48e1-a9c0-4b07d08a1d04 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:42.099284 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba8ea875-55aa-481d-a6fd-6fd366b70bf6 req-a288fe31-3329-48e1-a9c0-4b07d08a1d04 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.1011369 Mar 03 14:12:42.101281 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed510c-691f-4e71-b870-2e956688903d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:42.120480 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.121845 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d00ebe19-d79c-4570-8e46-9b8f309a6f73 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2019687 Mar 03 14:12:42.126497 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44150) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:42.131377 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group_rule': {'security_group_id': '51ed510c-691f-4e71-b870-2e956688903d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:42.167775 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (e5980350-c8f3-4f35-be2c-f592c5244880), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.174179 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba8ea875-55aa-481d-a6fd-6fd366b70bf6 req-fe847b5c-35eb-43c5-bedd-b6ee8faffa88 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Mar 03 14:12:42.234703 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (e5980350-c8f3-4f35-be2c-f592c5244880), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.238676 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (e5980350-c8f3-4f35-be2c-f592c5244880), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.257483 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5980350-c8f3-4f35-be2c-f592c5244880,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:42.265657 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.266875 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c5dd990d-5e76-4de9-9c97-11e4a220fb27 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392386 Mar 03 14:12:42.269563 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44156) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:42.274269 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'security_group_rule': {'security_group_id': '51ed510c-691f-4e71-b870-2e956688903d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:42.300507 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (bd5146c6-3f22-4e2f-93ee-f54e4fa69f9f), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.361409 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (bd5146c6-3f22-4e2f-93ee-f54e4fa69f9f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.365534 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (bd5146c6-3f22-4e2f-93ee-f54e4fa69f9f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.384430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5146c6-3f22-4e2f-93ee-f54e4fa69f9f,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:42.395459 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.399468 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-67483c47-b61c-460a-81cd-9d13db267e8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259999 Mar 03 14:12:42.399858 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44162) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:42.405116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:42.426986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.538370 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.649596 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Allocated IP 172.27.0.17 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/183a1daf-53e6-4dc1-80d8-f90f366db163) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:12:42.756166 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.789698 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.831865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:12:42.834891 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:12:42.838541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:12:42.865899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=183a1daf-53e6-4dc1-80d8-f90f366db163,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:42.940241 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:42.978942 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:43.135206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:43.140772 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:43.212304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=183a1daf-53e6-4dc1-80d8-f90f366db163,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:43.223022 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:43.239520 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:43.240996 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1e43494d-ca5a-47cd-a0b5-af6a76c06fa5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8398602 Mar 03 14:12:43.319756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cacb-1496-4188-aa53-3dc5515ca898 req-e45370cb-05a6-425b-b7d0-f50300cc701e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:43.321272 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-63d0cacb-1496-4188-aa53-3dc5515ca898 req-e45370cb-05a6-425b-b7d0-f50300cc701e tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0570257 Mar 03 14:12:43.373540 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-63d0cacb-1496-4188-aa53-3dc5515ca898 req-2c478490-b1b0-4d21-8166-322a19eec537 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Mar 03 14:12:43.449329 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-acbebea7-0a8d-4dcb-9205-711ba093312c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1760992094&fields=id&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 267 time: 0.0412376 Mar 03 14:12:43.563152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-0e60b88f-2e41-42c1-9cc7-e2b16e048fc3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:43.564599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-0e60b88f-2e41-42c1-9cc7-e2b16e048fc3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 817 time: 0.1056061 Mar 03 14:12:43.579196 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-38a38f9e-87ce-47b0-801c-5cedc9ac6f0e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/quotas/c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 375 time: 0.0093174 Mar 03 14:12:43.634248 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-e056f8bb-15da-4a6c-9ce0-c8a37f5df981 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499477 Mar 03 14:12:43.735079 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-366bbef1-7f04-49ab-aa98-b4855f0fd44a service neutron] 10.222.0.31 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Mar 03 14:12:43.824489 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-38de8e6f-73bb-4038-9ea8-2e4d679aa2f0 service neutron] 10.222.0.31 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831187 Mar 03 14:12:44.016759 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1742be08-b97a-4c4a-ae11-541bba742c93 req-f78982a7-2ac1-436a-a5f1-7567a4c449ce tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Mar 03 14:12:44.146957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-2dcae648-7528-4feb-a8cf-10b5c644c20c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:44.148449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-2dcae648-7528-4feb-a8cf-10b5c644c20c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.0550835 Mar 03 14:12:44.245583 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Deleting port 27e51abd-0683-4f9d-958c-c4230313389f {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:44.245949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (27e51abd-0683-4f9d-958c-c4230313389f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:44.335781 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] For port 27e51abd-0683-4f9d-958c-c4230313389f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=27e51abd-0683-4f9d-958c-c4230313389f,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:44.336139 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (27e51abd-0683-4f9d-958c-c4230313389f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:44.349951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Calling delete_port for 27e51abd-0683-4f9d-958c-c4230313389f owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:44.756255 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (27e51abd-0683-4f9d-958c-c4230313389f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:44.773818 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870a5ee-f151-4f2b-9cbb-50df6b233fef req-6213c733-e225-4c3f-8ad8-9dcfa6dff124 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:44.774608 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['27e51abd-0683-4f9d-958c-c4230313389f'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:12:44.775265 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6870a5ee-f151-4f2b-9cbb-50df6b233fef req-6213c733-e225-4c3f-8ad8-9dcfa6dff124 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/ports?device_id=94fa118f-188e-4a6c-be3f-15e71459d6ad HTTP/1.1" status: 200 len: 945 time: 0.3223319 Mar 03 14:12:44.801234 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Pushing event deleted for resources: {'Port': ['ID=27e51abd-0683-4f9d-958c-c4230313389f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:44.848500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] No DVR routers for this DVR port 27e51abd-0683-4f9d-958c-c4230313389f on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:12:44.854844 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:44.859015 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b46a87f5-a8cd-4ad0-b552-5e21b537b060 req-d29b3467-36b4-4f94-a15e-bd1b94d01104 tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.13 "DELETE /v2.0/ports/27e51abd-0683-4f9d-958c-c4230313389f HTTP/1.1" status: 204 len: 173 time: 0.7047777 Mar 03 14:12:44.859460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'name': 'network-vif-deleted', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:44.861713 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b82bdb-7b7d-45bb-b6c1-c20811925adc" -d '{"events": [{"server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "name": "network-vif-deleted", "tag": "27e51abd-0683-4f9d-958c-c4230313389f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:44.881750 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6870a5ee-f151-4f2b-9cbb-50df6b233fef req-f648c9ec-4f83-484b-8d25-38bfeb52f86c tempest-ServerRescueNegativeTestJSON-1474386520 tempest-ServerRescueNegativeTestJSON-1474386520-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e777de3-c5d6-4cf3-8901-097aa3df375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885243 Mar 03 14:12:44.911315 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4565c9e-42fd-448c-a714-4c3b1f44fdd5 x-openstack-request-id: req-f4565c9e-42fd-448c-a714-4c3b1f44fdd5 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:44.911641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fa118f-188e-4a6c-be3f-15e71459d6ad", "name": "network-vif-deleted", "tag": "27e51abd-0683-4f9d-958c-c4230313389f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:44.911924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4565c9e-42fd-448c-a714-4c3b1f44fdd5 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:44.912368 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fa118f-188e-4a6c-be3f-15e71459d6ad', 'name': 'network-vif-deleted', 'tag': '27e51abd-0683-4f9d-958c-c4230313389f', 'status': 'completed', 'code': 200} Mar 03 14:12:45.060755 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-aa3d70db-c3fb-4c9b-8504-3c14216a6d28 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:45.062436 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-aa3d70db-c3fb-4c9b-8504-3c14216a6d28 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 817 time: 0.1289849 Mar 03 14:12:45.136792 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-39263385-5c17-436b-ac67-4f74d8351903 req-5b230d71-c384-4e36-a7d1-fe9ee1f5f08f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 210 time: 0.0316174 Mar 03 14:12:45.174352 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-2ad6d47e-7ab6-49ab-8d52-4ad572503ff0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 380 time: 0.0931642 Mar 03 14:12:45.184329 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'port': {'device_id': '4a25b66b-3847-432e-8e05-e4a318707658', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'admin_state_up': True, 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'security_groups': ['51ed510c-691f-4e71-b870-2e956688903d']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:45.290320 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Made reservation on behalf of c56babcdba7b47409f37692a67ded969 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:12:45.293921 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.438754 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Allocated IP 172.20.0.12 (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01/21621ae8-7396-482c-b09e-8ce82cca9698/460410ef-a146-4f69-9758-1b1ec9850ca0) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:12:45.582952 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.616641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.663497 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:12:45.666562 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:12:45.670152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:12:45.700677 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:45.723439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:45.724143 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.742669 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7e3547c6-69c4-4873-a80c-27b02fbb141b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623026 Mar 03 14:12:45.763097 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Request body: {'port': {'device_id': '4a25b66b-3847-432e-8e05-e4a318707658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:45.829082 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.904387 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a8958e39-2d5f-479b-b520-2191984d4fba None None] Provisioning complete for port 460410ef-a146-4f69-9758-1b1ec9850ca0 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:12:45.905198 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a8958e39-2d5f-479b-b520-2191984d4fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:45.947458 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a8958e39-2d5f-479b-b520-2191984d4fba None None] Port 460410ef-a146-4f69-9758-1b1ec9850ca0 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:12:45.956517 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44264) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:46.109795 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:12:46.117294 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks [] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.130197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Transition to ACTIVE for port object 460410ef-a146-4f69-9758-1b1ec9850ca0 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:12:46.135318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.186173 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:46.287121 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Attempting to bind port 460410ef-a146-4f69-9758-1b1ec9850ca0 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:12:46.287450 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Attempting to bind port 460410ef-a146-4f69-9758-1b1ec9850ca0 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:12:46.287772 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Attempting to bind port 460410ef-a146-4f69-9758-1b1ec9850ca0 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:12:46.295589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Port 460410ef-a146-4f69-9758-1b1ec9850ca0 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:12:46.295907 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Attempting to bind port 460410ef-a146-4f69-9758-1b1ec9850ca0 on network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:12:46.303471 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:12:46.303806 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Checking segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:12:46.304183 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Bound using segment: {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:12:46.304613 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Bound port: 460410ef-a146-4f69-9758-1b1ec9850ca0, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b357c201-4458-413f-9da8-9990b96819d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:12:46.304968 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.323978 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd14fc-0911-47cd-ab8e-229ff43038c0 req-db0a4eed-bd04-4f5b-9098-a44358e065b0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:46.325511 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8bcd14fc-0911-47cd-ab8e-229ff43038c0 req-db0a4eed-bd04-4f5b-9098-a44358e065b0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0895584 Mar 03 14:12:46.407462 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:12:46.411112 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:12:46.416574 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8bcd14fc-0911-47cd-ab8e-229ff43038c0 req-e0c7f059-ce11-4854-942e-b6be5f407827 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688236 Mar 03 14:12:46.418050 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.426018 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.454946 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:46.455572 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.456958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] 10.222.0.13 "PUT /v2.0/ports/460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 1094 time: 0.6985285 Mar 03 14:12:46.487701 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fef67c-773d-475c-84b3-4e1a27273cbb service neutron] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:46.558567 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-809b9a05-76c7-4fd7-9890-df3750b9b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:46.560354 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-809b9a05-76c7-4fd7-9890-df3750b9b421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1128 time: 0.0495474 Mar 03 14:12:46.606237 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-1a9d2cf4-aedb-4f04-8159-ef8864bac446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Mar 03 14:12:46.655964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-b97f5f2a-c45f-4fc8-a222-c984fdb54032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:46.657557 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-b97f5f2a-c45f-4fc8-a222-c984fdb54032 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0458884 Mar 03 14:12:46.712020 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7454e931-e6d0-45f7-869d-661351c25862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:46.713547 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-7454e931-e6d0-45f7-869d-661351c25862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499675 Mar 03 14:12:46.745080 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Deleting port 42bb049f-23e9-4abe-a9d3-463951210487 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:46.745941 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (42bb049f-23e9-4abe-a9d3-463951210487), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.801682 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-1da6203d-983d-44fb-9a01-c83308d3e3c8 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Mar 03 14:12:46.820804 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] For port 42bb049f-23e9-4abe-a9d3-463951210487, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=42bb049f-23e9-4abe-a9d3-463951210487,segment=NetworkSegment(ef693d9a-54d1-453e-8631-270cb414648f),segment_id=ef693d9a-54d1-453e-8631-270cb414648f)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:46.821164 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (42bb049f-23e9-4abe-a9d3-463951210487), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:46.835502 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Calling delete_port for 42bb049f-23e9-4abe-a9d3-463951210487 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:46.895696 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-47d593a4-33cd-4029-a33e-f00fa650eae3 req-856574bf-095b-48d8-a74f-3aa43eb1521e service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Mar 03 14:12:46.913459 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:46.916157 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:46.954432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f702f-fc27-4e63-a53d-5239458eaf10 x-openstack-request-id: req-d84f702f-fc27-4e63-a53d-5239458eaf10 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:46.954729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:46.954993 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d84f702f-fc27-4e63-a53d-5239458eaf10 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:46.955395 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'status': 'completed', 'code': 200} Mar 03 14:12:47.028135 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-e3d0e03d-ab59-459c-ad01-723f3816cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:47.029901 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-e3d0e03d-ab59-459c-ad01-723f3816cc92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1128 time: 0.0485013 Mar 03 14:12:47.062091 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (42bb049f-23e9-4abe-a9d3-463951210487), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:47.089763 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Pushing event deleted for resources: {'Port': ['ID=42bb049f-23e9-4abe-a9d3-463951210487,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:47.117977 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.118335 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.118931 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.119270 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.119599 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.119923 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.120252 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.121032 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.121032 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.121210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.121508 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.121844 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.122164 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:47.131934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-221c18e9-6379-419d-b228-36f25af76451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:47.133425 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-221c18e9-6379-419d-b228-36f25af76451 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0967121 Mar 03 14:12:47.180843 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-72622331-d6c1-4243-aa1e-0965322dd9c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 217 time: 0.0403233 Mar 03 14:12:47.238334 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-4d5e4b1d-bbc8-49c3-90ec-6021e9108d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:47.240016 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-4d5e4b1d-bbc8-49c3-90ec-6021e9108d7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0519323 Mar 03 14:12:47.274293 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:47.299202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-75dd9cb7-ed30-439f-8a90-40b876bbb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:47.300755 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-75dd9cb7-ed30-439f-8a90-40b876bbb749 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520411 Mar 03 14:12:47.400651 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-0b95a6b9-7b69-491a-90da-8ee649169338 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905919 Mar 03 14:12:47.493099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fadbf2c-9919-4e0f-aa65-6c36884bd47f req-d06ee3e6-64b9-4602-a291-240d51610884 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855460 Mar 03 14:12:47.499705 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:12:47.567355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c32c33-10a1-4b5c-99ac-aadc52d1d825 req-bc0240c7-eadf-4847-8ade-79f6d925763f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:47.568949 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0c32c33-10a1-4b5c-99ac-aadc52d1d825 req-bc0240c7-eadf-4847-8ade-79f6d925763f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0654962 Mar 03 14:12:47.621086 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0c32c33-10a1-4b5c-99ac-aadc52d1d825 req-7fd436c9-41ee-43ba-8e80-cada9625cc3a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464420 Mar 03 14:12:47.798272 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:12:47.803328 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4afe24af-791a-46c5-85fe-b7b85135d80c admin admin] 10.222.0.31 "PUT /v2.0/routers/746c1915-f6a6-4832-bec8-b3c31fbd6d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457823 Mar 03 14:12:47.805869 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44280) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:47.808394 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Sync routers for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:12:47.819404 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:47.820010 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:47.912467 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks [] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:47.927955 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:48.018337 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks [] for router_gateway (746c1915-f6a6-4832-bec8-b3c31fbd6d95), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.045810 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 27e51abd-0683-4f9d-958c-c4230313389f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:12:48.069159 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 27e51abd-0683-4f9d-958c-c4230313389f {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:12:48.069592 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 27e51abd-0683-4f9d-958c-c4230313389f not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:12:48.086577 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Deleting port b4124c9c-1b3c-4795-be62-d35da4323add {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:12:48.087122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.106976 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:12:47Z', 'revision_number': 5, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port': {'id': 'b4124c9c-1b3c-4795-be62-d35da4323add', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:47Z', 'updated_at': '2022-03-03T14:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:48.136997 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Checking router: 746c1915-f6a6-4832-bec8-b3c31fbd6d95 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:12:48.145470 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Routers {'746c1915-f6a6-4832-bec8-b3c31fbd6d95'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:48.146107 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:48.171338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] For port b4124c9c-1b3c-4795-be62-d35da4323add, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=b4124c9c-1b3c-4795-be62-d35da4323add,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:48.171838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.188809 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Calling delete_port for b4124c9c-1b3c-4795-be62-d35da4323add owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:12:48.322163 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] Set router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:48.363686 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (b4124c9c-1b3c-4795-be62-d35da4323add), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.381843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:12:48Z', 'revision_number': 6, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:48.391012 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4124c9c-1b3c-4795-be62-d35da4323add,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:48.411888 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035ab-1c82-4869-bb6a-5d82df27e12e None None] The sync data for ids ['746c1915-f6a6-4832-bec8-b3c31fbd6d95'] in dv-cinder-819778-8-iscsi is: [{'id': '746c1915-f6a6-4832-bec8-b3c31fbd6d95', 'name': 'tempest-ServerRescueNegativeTestJSON-257873909-router', 'tenant_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:46Z', 'updated_at': '2022-03-03T14:12:48Z', 'revision_number': 6, 'project_id': 'd1c9d6659fee4f73bdeceb910bedabc6', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:12:48.463995 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.575394 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.584152 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks [] for router_controller (746c1915-f6a6-4832-bec8-b3c31fbd6d95), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.650585 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (746c1915-f6a6-4832-bec8-b3c31fbd6d95), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.651167 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746c1915-f6a6-4832-bec8-b3c31fbd6d95 {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:12:48.657282 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.658456 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6b09f6c1-22a3-4cd9-bc73-0d2b81b16c2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/746c1915-f6a6-4832-bec8-b3c31fbd6d95 HTTP/1.1" status: 204 len: 168 time: 0.8516474 Mar 03 14:12:48.660864 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44304) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:48.709078 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Deleting subnet 21a154d9-8f40-4430-aae0-ab380cc90802 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:12:48.712441 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Publish callbacks [] for subnet (21a154d9-8f40-4430-aae0-ab380cc90802), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.749438 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (21a154d9-8f40-4430-aae0-ab380cc90802), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.752739 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c17ff-23eb-424d-b599-95c5819c5834 req-33e3594a-0170-4584-ab4a-59278278df8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:48.754371 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-733c17ff-23eb-424d-b599-95c5819c5834 req-33e3594a-0170-4584-ab4a-59278278df8f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0573888 Mar 03 14:12:48.805909 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (21a154d9-8f40-4430-aae0-ab380cc90802), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.808075 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-733c17ff-23eb-424d-b599-95c5819c5834 req-4a108d59-3571-4e14-8c7a-4c20d74b0f48 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Mar 03 14:12:48.880074 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (21a154d9-8f40-4430-aae0-ab380cc90802), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.910845 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a154d9-8f40-4430-aae0-ab380cc90802,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:48.912736 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:48.915887 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a744cea5-3720-4781-8ba5-3450c9d7a939 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/21a154d9-8f40-4430-aae0-ab380cc90802 HTTP/1.1" status: 204 len: 168 time: 0.2540822 Mar 03 14:12:48.918305 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44306) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:48.984060 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.060674 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.080011 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:49.088735 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef693d9a-54d1-453e-8631-270cb414648f') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:49.089329 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef693d9a-54d1-453e-8631-270cb414648f') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:49.098542 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (ef693d9a-54d1-453e-8631-270cb414648f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.111634 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (ef693d9a-54d1-453e-8631-270cb414648f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.117381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:12:49.117787 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (ef693d9a-54d1-453e-8631-270cb414648f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:12:49.119663 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:12:49.171150 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.178363 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.181454 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3 HTTP/1.1" status: 204 len: 168 time: 0.2622609 Mar 03 14:12:49.192052 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e34e-4ed6-4a27-be37-bb0f76c2bcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd325ca5-ee0f-4cb7-8fb2-27d7f9d82fa3,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:49.350005 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44310) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:49.389839 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a83982c4-f6c1-4061-8246-344da9aad80d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1c9d6659fee4f73bdeceb910bedabc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386448 Mar 03 14:12:49.392382 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44312) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:49.444329 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] Publish callbacks [] for security_group (7e777de3-c5d6-4cf3-8901-097aa3df375e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.467171 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] Publish callbacks [] for security_group (7e777de3-c5d6-4cf3-8901-097aa3df375e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.513345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e777de3-c5d6-4cf3-8901-097aa3df375e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.516458 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:49.517578 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e777de3-c5d6-4cf3-8901-097aa3df375e HTTP/1.1" status: 204 len: 168 time: 0.1243010 Mar 03 14:12:49.528682 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69040f1-1625-4a6b-a9b6-638f85eb4ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e777de3-c5d6-4cf3-8901-097aa3df375e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:49.590172 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device b4124c9c-1b3c-4795-be62-d35da4323add no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:12:49.610985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: b4124c9c-1b3c-4795-be62-d35da4323add {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:12:49.611338 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device b4124c9c-1b3c-4795-be62-d35da4323add not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:12:49.611755 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 42bb049f-23e9-4abe-a9d3-463951210487 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:12:49.634239 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 42bb049f-23e9-4abe-a9d3-463951210487 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:12:49.634587 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 42bb049f-23e9-4abe-a9d3-463951210487 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:12:49.780521 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:12:49.942180 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03df5-5141-42c2-8af4-b254dc96cc3f req-f9496b10-6796-48dc-b7a0-4d52d6d5b7a1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:49.943884 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84c03df5-5141-42c2-8af4-b254dc96cc3f req-f9496b10-6796-48dc-b7a0-4d52d6d5b7a1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0557516 Mar 03 14:12:49.955826 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44336) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:49.994000 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84c03df5-5141-42c2-8af4-b254dc96cc3f req-b67a7431-f001-4d20-b013-a91b65d4d2cb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Mar 03 14:12:50.064497 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5272949e-db18-405c-817a-73821b657aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.069289 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:12:50.171711 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5272949e-db18-405c-817a-73821b657aba admin admin] Publish callbacks [] for security_group (ce81409c-6e76-48da-9a52-8b7ed71f5f31), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.172897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:50.176896 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5272949e-db18-405c-817a-73821b657aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ce81409c-6e76-48da-9a52-8b7ed71f5f31), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.184810 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:12:50.217636 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272949e-db18-405c-817a-73821b657aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce81409c-6e76-48da-9a52-8b7ed71f5f31,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:50.221943 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5272949e-db18-405c-817a-73821b657aba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0aee6d428d334780a481892e4491b34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669795 Mar 03 14:12:50.224735 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44350) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:50.236222 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:12:50.238076 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.254038 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:12:50.275384 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:50.275724 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] Publish callbacks [] for security_group (ce81409c-6e76-48da-9a52-8b7ed71f5f31), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.281182 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.304800 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] Publish callbacks [] for security_group (ce81409c-6e76-48da-9a52-8b7ed71f5f31), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.327752 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:50.334855 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.335201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.335540 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.335871 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.336199 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.336523 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.336852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.337171 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.337920 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.338157 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.338441 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.338763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.339075 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:12:50.359406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ce81409c-6e76-48da-9a52-8b7ed71f5f31), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.362126 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.363296 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce81409c-6e76-48da-9a52-8b7ed71f5f31 HTTP/1.1" status: 204 len: 168 time: 0.1366599 Mar 03 14:12:50.371385 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4d79e-3001-4f50-80e2-dfc64725463e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce81409c-6e76-48da-9a52-8b7ed71f5f31,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:50.546731 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['460410ef-a146-4f69-9758-1b1ec9850ca0'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:12:50.750910 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44366) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:50.765053 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0403a1e7-1304-412d-96d3-cd343e69e076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.840969 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0403a1e7-1304-412d-96d3-cd343e69e076 admin admin] Publish callbacks [] for security_group (320ad4d8-d3cc-48b0-aa9e-5bf845746d17), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.845262 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0403a1e7-1304-412d-96d3-cd343e69e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (320ad4d8-d3cc-48b0-aa9e-5bf845746d17), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.885953 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0403a1e7-1304-412d-96d3-cd343e69e076 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cd98b51afc047b8a18cc36b4fe17808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332679 Mar 03 14:12:50.886714 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403a1e7-1304-412d-96d3-cd343e69e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ad4d8-d3cc-48b0-aa9e-5bf845746d17,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:50.888485 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44374) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:50.937197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] Publish callbacks [] for security_group (320ad4d8-d3cc-48b0-aa9e-5bf845746d17), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:50.960965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] Publish callbacks [] for security_group (320ad4d8-d3cc-48b0-aa9e-5bf845746d17), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.010704 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (320ad4d8-d3cc-48b0-aa9e-5bf845746d17), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.013317 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.016932 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/320ad4d8-d3cc-48b0-aa9e-5bf845746d17 HTTP/1.1" status: 204 len: 168 time: 0.1248608 Mar 03 14:12:51.024457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d4939-2e2c-4cc4-a5c4-4d27f1ee52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ad4d8-d3cc-48b0-aa9e-5bf845746d17,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:51.109735 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c2fd758b-38de-4149-a3c2-a55db52837c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.137280 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0c143-b192-4fe6-b75b-dfd4dc69ea37 req-948da67b-e448-4216-89a6-c634e90cf698 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:51.145656 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a4f0c143-b192-4fe6-b75b-dfd4dc69ea37 req-948da67b-e448-4216-89a6-c634e90cf698 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 945 time: 0.0721145 Mar 03 14:12:51.198669 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a4f0c143-b192-4fe6-b75b-dfd4dc69ea37 req-7a03f559-e978-4da8-99cc-df57c6fb7396 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515885 Mar 03 14:12:51.362294 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44392) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:51.376448 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c36215a6-edd2-448f-bc10-8e941db3c135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.468001 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c36215a6-edd2-448f-bc10-8e941db3c135 admin admin] Publish callbacks [] for security_group (5e560dcc-90ab-4489-98ab-f3b7e83b845e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.471611 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c36215a6-edd2-448f-bc10-8e941db3c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5e560dcc-90ab-4489-98ab-f3b7e83b845e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.512286 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c36215a6-edd2-448f-bc10-8e941db3c135 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fab6c79b75c409fac34ec9798c7d6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488304 Mar 03 14:12:51.513975 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36215a6-edd2-448f-bc10-8e941db3c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e560dcc-90ab-4489-98ab-f3b7e83b845e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:51.516655 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44396) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:51.565164 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] Publish callbacks [] for security_group (5e560dcc-90ab-4489-98ab-f3b7e83b845e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.586155 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] Publish callbacks [] for security_group (5e560dcc-90ab-4489-98ab-f3b7e83b845e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.631042 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5e560dcc-90ab-4489-98ab-f3b7e83b845e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.633507 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:51.634655 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e560dcc-90ab-4489-98ab-f3b7e83b845e HTTP/1.1" status: 204 len: 168 time: 0.1168714 Mar 03 14:12:51.642852 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac2421-b356-496a-a057-63536cf45018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e560dcc-90ab-4489-98ab-f3b7e83b845e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:52.061895 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:12:52.112080 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 460410ef-a146-4f69-9758-1b1ec9850ca0 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:12:52.116563 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 460410ef-a146-4f69-9758-1b1ec9850ca0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:12:52.116932 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:52.197322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:12:52.197749 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:52.221331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:52.223724 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01a2855-918d-468b-a71d-73503ef29db9" -d '{"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:52.238039 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:12:52.243404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:52.278276 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ae2299-5232-4195-9391-43850a268018 x-openstack-request-id: req-f2ae2299-5232-4195-9391-43850a268018 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:52.278571 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:52.279378 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ae2299-5232-4195-9391-43850a268018 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:52.279969 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'code': 200} Mar 03 14:12:52.297949 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:52.368262 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e8b16-dcfc-4d55-a1c9-6431583438bb req-621ac547-991e-46a9-bf21-28f822a0f103 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:52.370048 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb1e8b16-dcfc-4d55-a1c9-6431583438bb req-621ac547-991e-46a9-bf21-28f822a0f103 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0635293 Mar 03 14:12:52.421726 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb1e8b16-dcfc-4d55-a1c9-6431583438bb req-2c6cfd3b-30b6-444e-9fd6-2906a5fa879a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Mar 03 14:12:52.472546 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa92fd-d7ec-4b42-b7d2-1c5a3d2dbec3 req-59715424-d76a-4d71-9dfd-fc1b91ffebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:52.474147 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4faa92fd-d7ec-4b42-b7d2-1c5a3d2dbec3 req-59715424-d76a-4d71-9dfd-fc1b91ffebfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1130 time: 0.0497153 Mar 03 14:12:52.522975 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4faa92fd-d7ec-4b42-b7d2-1c5a3d2dbec3 req-39b61d8b-191b-46d0-b19e-3e0ee19aa034 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 Mar 03 14:12:53.457364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b0edb55-6931-4022-a4a7-2eeb17ff1097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:53.552235 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a366-18a8-4523-ac12-6c91e9dc5fd4 req-311ba9de-5491-4c64-877f-da79966b6330 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:53.553716 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b38a366-18a8-4523-ac12-6c91e9dc5fd4 req-311ba9de-5491-4c64-877f-da79966b6330 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0541642 Mar 03 14:12:53.598640 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b38a366-18a8-4523-ac12-6c91e9dc5fd4 req-44d63a5b-0ad6-497f-acf3-3adbfdf12c64 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Mar 03 14:12:53.958063 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-f8b86a33-c465-4b49-a323-64d2aa464aad tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281761 Mar 03 14:12:54.154888 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-2d82e0ee-8f96-4c16-a31c-2af78c6246d2 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:54.156481 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-2d82e0ee-8f96-4c16-a31c-2af78c6246d2 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926396 Mar 03 14:12:54.171153 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-4bb8717f-1560-4354-a332-2aef789d1364 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/quotas/a9bdf9c1a801452a8da703a388de2f4b HTTP/1.1" status: 200 len: 375 time: 0.0093203 Mar 03 14:12:54.206449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-af86f924-7886-49bc-b1ad-7cc2e4382675 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301056 Mar 03 14:12:54.272781 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44482) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:54.362139 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95d27037-0ed6-4059-a625-f414f3d73249 req-3304ced5-74a9-41c9-bb3e-5e1231d11870 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Mar 03 14:12:54.383949 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23bafbb0-f98e-4f1c-9fd2-5d9f079a2700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.462637 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23bafbb0-f98e-4f1c-9fd2-5d9f079a2700 admin admin] Publish callbacks [] for security_group (78fa869d-a731-4d48-a146-a7d3dc63727e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.466855 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23bafbb0-f98e-4f1c-9fd2-5d9f079a2700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (78fa869d-a731-4d48-a146-a7d3dc63727e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.505910 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-23bafbb0-f98e-4f1c-9fd2-5d9f079a2700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=979128f86a3f457ca2c3767ea04f7941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318406 Mar 03 14:12:54.506873 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bafbb0-f98e-4f1c-9fd2-5d9f079a2700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa869d-a731-4d48-a146-a7d3dc63727e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:54.508703 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44494) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:54.541045 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.578807 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] Publish callbacks [] for security_group (78fa869d-a731-4d48-a146-a7d3dc63727e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.600965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] Publish callbacks [] for security_group (78fa869d-a731-4d48-a146-a7d3dc63727e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.651963 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (78fa869d-a731-4d48-a146-a7d3dc63727e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.655124 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.659368 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78fa869d-a731-4d48-a146-a7d3dc63727e HTTP/1.1" status: 204 len: 168 time: 0.1484425 Mar 03 14:12:54.667292 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30036333-74cb-4f45-8af8-6817c913093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa869d-a731-4d48-a146-a7d3dc63727e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:54.751267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26607d5-bc80-4816-b4c7-1e4985539fec req-3cee30b0-fee0-4306-abe4-c087762d9c2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:54.752969 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a26607d5-bc80-4816-b4c7-1e4985539fec req-3cee30b0-fee0-4306-abe4-c087762d9c2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0633910 Mar 03 14:12:54.806283 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a26607d5-bc80-4816-b4c7-1e4985539fec req-0b5a5ecb-9c07-49c3-9450-a884985f4727 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475826 Mar 03 14:12:54.933778 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534733-e605-42a8-8e19-f5e462d82a17 req-46a8233d-50e8-48ee-ae84-4d59436dc222 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:54.936112 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-29534733-e605-42a8-8e19-f5e462d82a17 req-46a8233d-50e8-48ee-ae84-4d59436dc222 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0561366 Mar 03 14:12:54.944650 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44506) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:54.949928 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Request body: {'floatingip': {'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:54.966199 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44508) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:54.984723 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a10cdb9-d68f-4b06-a170-10f649997360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:54.989117 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.062143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a10cdb9-d68f-4b06-a170-10f649997360 admin admin] Publish callbacks [] for security_group (5ae1d15a-d58c-45ab-a36c-d3f86641d463), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.065711 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a10cdb9-d68f-4b06-a170-10f649997360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5ae1d15a-d58c-45ab-a36c-d3f86641d463), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.100288 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10cdb9-d68f-4b06-a170-10f649997360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae1d15a-d58c-45ab-a36c-d3f86641d463,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:55.104553 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9a10cdb9-d68f-4b06-a170-10f649997360 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d6ba1f9a243421cb12ec10d4984de9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370180 Mar 03 14:12:55.107712 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44510) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:55.154445 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] Publish callbacks [] for security_group (5ae1d15a-d58c-45ab-a36c-d3f86641d463), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.176556 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] Publish callbacks [] for security_group (5ae1d15a-d58c-45ab-a36c-d3f86641d463), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.229616 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (5ae1d15a-d58c-45ab-a36c-d3f86641d463), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.233194 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.234416 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ae1d15a-d58c-45ab-a36c-d3f86641d463 HTTP/1.1" status: 204 len: 168 time: 0.1255722 Mar 03 14:12:55.244373 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638225-8e29-42b4-bc43-5b99333fad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae1d15a-d58c-45ab-a36c-d3f86641d463,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:55.317175 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-fb94e848-9d9a-44db-8fc2-d54d4c5bc56c tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291359 Mar 03 14:12:55.521216 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-837347b7-64ec-4214-9c45-c3aa5673183f req-5fb06b3a-04f2-4fc9-afba-8c88bac2c287 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 210 time: 0.0597806 Mar 03 14:12:55.530715 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-95f3bfa0-5f45-473d-be49-c319144b5e6e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:55.532417 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-95f3bfa0-5f45-473d-be49-c319144b5e6e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095742 Mar 03 14:12:55.571639 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Request body: {'port': {'device_id': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f', 'admin_state_up': True, 'tenant_id': 'a9bdf9c1a801452a8da703a388de2f4b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:55.637356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.643380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.785112 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Made reservation on behalf of a9bdf9c1a801452a8da703a388de2f4b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:12:55.790057 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:55.800037 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Floating IP f9182800-4e1a-403b-b573-577d540ecd0b associated. External IP: 172.27.0.17, port: 460410ef-a146-4f69-9758-1b1ec9850ca0. Mar 03 14:12:55.802189 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.007252 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.267978 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks [] for security_group (50cd2b17-52b6-4ae2-adb9-0da277aaa33e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.271916 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (50cd2b17-52b6-4ae2-adb9-0da277aaa33e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.378138 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd2b17-52b6-4ae2-adb9-0da277aaa33e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:56.428131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:12:56.489652 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Allocated IP 192.168.233.233 (87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f/75133929-0316-4363-9372-2553a263d0b7/bf09901e-f071-4937-a3a1-22fd07a68401) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:12:56.628626 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:12:56.641448 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:12:56.647045 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.652837 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:56.653949 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:56.686665 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba47e995-bf19-4aa4-a753-3aa1208409d3 req-0740164a-4ccd-4a1c-9068-32e9995fe0b6 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 210 time: 0.0834124 Mar 03 14:12:56.710918 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5ccaca71-14dd-4055-aa80-3dd70bfc495e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "PUT /v2.0/floatingips/f9182800-4e1a-403b-b573-577d540ecd0b HTTP/1.1" status: 200 len: 991 time: 1.7626989 Mar 03 14:12:56.711440 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:56.713882 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af42ac-c32b-4877-8dc4-372e92ae19fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:56.765452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks [] for port (bf09901e-f071-4937-a3a1-22fd07a68401), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.799327 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd7f06-78ee-4891-8921-e7213feef631 x-openstack-request-id: req-b9cd7f06-78ee-4891-8921-e7213feef631 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:56.799689 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:56.800012 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9cd7f06-78ee-4891-8921-e7213feef631 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:56.800472 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'status': 'completed', 'code': 200} Mar 03 14:12:56.802477 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:56.815652 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.887883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:12:56.903880 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:12:56.908666 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:12:56.954591 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Pushing event updated for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:56.982160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:56.982915 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:56.990951 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-92356d2a-c99e-44ce-8b81-59a11dc0288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:56.992685 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-92356d2a-c99e-44ce-8b81-59a11dc0288d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1130 time: 0.1606755 Mar 03 14:12:57.026603 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-58d5f965-246b-4a98-a664-f1e40914668d tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4591086 Mar 03 14:12:57.065226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Request body: {'port': {'device_id': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:12:57.112330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'f9182800-4e1a-403b-b573-577d540ecd0b', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25b66b-3847-432e-8e05-e4a318707658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:12:42Z', 'updated_at': '2022-03-03T14:12:55Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:57.193308 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.200544 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:12:57.211493 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:12:57.212501 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:57.280776 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-5809ce48-bbc4-4922-8b0e-e6e60cdd8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:57.282381 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-5809ce48-bbc4-4922-8b0e-e6e60cdd8045 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.2813656 Mar 03 14:12:57.339227 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2ad6dd55-0f94-4ce4-852d-5943c33e5644 None None] Provisioning complete for port bf09901e-f071-4937-a3a1-22fd07a68401 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:12:57.339591 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dd55-0f94-4ce4-852d-5943c33e5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.352065 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:12:57.423118 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6dd55-0f94-4ce4-852d-5943c33e5644 None None] Port bf09901e-f071-4937-a3a1-22fd07a68401 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:12:57.425742 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-dd282970-74bf-40a1-a72f-7e96e4fdf7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 999 time: 0.1303544 Mar 03 14:12:57.525457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-0770a536-0622-4679-92f3-e1dd4bbbc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:57.527181 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-0770a536-0622-4679-92f3-e1dd4bbbc7d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0856485 Mar 03 14:12:57.539292 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44600) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:57.617407 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-55c2349a-0a73-4c90-80b1-48c6102bcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:57.619200 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-55c2349a-0a73-4c90-80b1-48c6102bcf22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824645 Mar 03 14:12:57.647701 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.664826 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be054269-f24d-410b-a75e-777595de2c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.695324 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf09901e-f071-4937-a3a1-22fd07a68401 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:12:57.706076 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks [] for port (bf09901e-f071-4937-a3a1-22fd07a68401), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.729269 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Transition to ACTIVE for port object bf09901e-f071-4937-a3a1-22fd07a68401 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:12:57.737773 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.761349 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be054269-f24d-410b-a75e-777595de2c15 admin admin] Publish callbacks [] for security_group (45c86d1d-1ef8-4943-9389-da15d0f91ec4), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.766890 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-be054269-f24d-410b-a75e-777595de2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (45c86d1d-1ef8-4943-9389-da15d0f91ec4), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.816073 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-be054269-f24d-410b-a75e-777595de2c15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0274cee90cc74c4f8531dd75886a2edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756789 Mar 03 14:12:57.816669 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44606) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:57.818699 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be054269-f24d-410b-a75e-777595de2c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c86d1d-1ef8-4943-9389-da15d0f91ec4,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:57.829583 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'f9182800-4e1a-403b-b573-577d540ecd0b', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25b66b-3847-432e-8e05-e4a318707658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:12:42Z', 'updated_at': '2022-03-03T14:12:55Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:12:57.832869 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-e4165f90-8910-4789-a0ea-8ba2a5d4f64b service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969833 Mar 03 14:12:57.860753 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd393e-0e09-46fd-87ad-e0e6c1b71824 None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': 'f9182800-4e1a-403b-b573-577d540ecd0b', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25b66b-3847-432e-8e05-e4a318707658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:12:42Z', 'updated_at': '2022-03-03T14:12:55Z', 'revision_number': 1, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:12:57.877576 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] Publish callbacks [] for security_group (45c86d1d-1ef8-4943-9389-da15d0f91ec4), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.904175 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] Publish callbacks [] for security_group (45c86d1d-1ef8-4943-9389-da15d0f91ec4), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.924556 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Pushing event updated for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:57.968401 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (45c86d1d-1ef8-4943-9389-da15d0f91ec4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.972052 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:57.977342 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c86d1d-1ef8-4943-9389-da15d0f91ec4 HTTP/1.1" status: 204 len: 168 time: 0.1593544 Mar 03 14:12:57.987671 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e8326-0369-48c4-80a2-67e1faeead14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c86d1d-1ef8-4943-9389-da15d0f91ec4,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:57.995265 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecb9e9-ba0f-4d06-b31e-1e3ef4b9cd04 req-f6ce9714-b0d9-4b57-971e-a38ceb81d975 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:57.996780 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8ecb9e9-ba0f-4d06-b31e-1e3ef4b9cd04 req-f6ce9714-b0d9-4b57-971e-a38ceb81d975 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 948 time: 0.2064207 Mar 03 14:12:58.047738 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Attempting to bind port bf09901e-f071-4937-a3a1-22fd07a68401 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:12:58.048075 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Attempting to bind port bf09901e-f071-4937-a3a1-22fd07a68401 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:12:58.048403 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Attempting to bind port bf09901e-f071-4937-a3a1-22fd07a68401 on network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:12:58.055530 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8af42ac-c32b-4877-8dc4-372e92ae19fe req-f4e3ee8a-caef-4cbd-b9c5-f4aaa6c3e11f service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072010 Mar 03 14:12:58.056512 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Port bf09901e-f071-4937-a3a1-22fd07a68401 on network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:12:58.056877 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Attempting to bind port bf09901e-f071-4937-a3a1-22fd07a68401 on network 87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:12:58.070117 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:12:58.070457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Checking segment: {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:12:58.070834 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Bound using segment: {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:12:58.071274 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Bound port: bf09901e-f071-4937-a3a1-22fd07a68401, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014fc9ec-0044-4be1-a0bf-0573b633e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:12:58.071645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.106262 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d8ecb9e9-ba0f-4d06-b31e-1e3ef4b9cd04 req-5ea79fa4-0ca3-4644-b4a2-682feb29d76e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926869 Mar 03 14:12:58.177018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:12:58.180960 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bf09901e-f071-4937-a3a1-22fd07a68401,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:12:58.188828 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.206625 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc6a2a-5f1c-4de6-b1ad-c7483bbe01ad None None] New status for floating IP f9182800-4e1a-403b-b573-577d540ecd0b: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:12:58.224029 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:58.224826 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.226430 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] 10.222.0.13 "PUT /v2.0/ports/bf09901e-f071-4937-a3a1-22fd07a68401 HTTP/1.1" status: 200 len: 1098 time: 1.1674249 Mar 03 14:12:58.282966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347f1c-9c29-4ad8-9321-dd47d392cdcc service neutron] Pushing event updated for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:58.357434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-added709-28fa-4d26-96d3-4fc8aa6066cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:58.357434 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-added709-28fa-4d26-96d3-4fc8aa6066cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 1132 time: 0.0883613 Mar 03 14:12:58.379546 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44616) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:58.395051 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cb03-f88a-4a87-85e7-d7cd5620a3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.403162 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-542ee6aa-ddfe-4202-b06d-f7f82dcf5974 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bf09901e-f071-4937-a3a1-22fd07a68401 HTTP/1.1" status: 200 len: 217 time: 0.0401318 Mar 03 14:12:58.466238 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-575c3132-6468-4b30-9a9a-762edd22f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:58.468029 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-575c3132-6468-4b30-9a9a-762edd22f376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75133929-0316-4363-9372-2553a263d0b7 HTTP/1.1" status: 200 len: 843 time: 0.0584524 Mar 03 14:12:58.499228 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cb03-f88a-4a87-85e7-d7cd5620a3c8 admin admin] Publish callbacks [] for security_group (7e98cbc1-ed8d-4731-8438-b56b790193e4), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.503341 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cb03-f88a-4a87-85e7-d7cd5620a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e98cbc1-ed8d-4731-8438-b56b790193e4), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.525490 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-0bcb8f1e-20ca-476b-b7e2-1e22571d2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:58.527082 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-0bcb8f1e-20ca-476b-b7e2-1e22571d2896 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0508814 Mar 03 14:12:58.545058 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8ad2cb03-f88a-4a87-85e7-d7cd5620a3c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d262f7c4b9f445c92908e4b5823b814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638997 Mar 03 14:12:58.546038 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2cb03-f88a-4a87-85e7-d7cd5620a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98cbc1-ed8d-4731-8438-b56b790193e4,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:58.549026 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44620) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:12:58.597986 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] Publish callbacks [] for security_group (7e98cbc1-ed8d-4731-8438-b56b790193e4), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.619783 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] Publish callbacks [] for security_group (7e98cbc1-ed8d-4731-8438-b56b790193e4), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.624429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-62db6fd6-3418-4e14-b810-e6fcb4cd0635 service neutron] 10.222.0.13 "GET /v2.0/networks/87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909238 Mar 03 14:12:58.665493 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7e98cbc1-ed8d-4731-8438-b56b790193e4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.668118 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:12:58.669357 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e98cbc1-ed8d-4731-8438-b56b790193e4 HTTP/1.1" status: 204 len: 168 time: 0.1194253 Mar 03 14:12:58.677807 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a295f-1617-43e5-a9a9-4304fbe8ad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98cbc1-ed8d-4731-8438-b56b790193e4,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:12:58.716661 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7854b55c-aa93-4a04-83b2-5e69cdf29270 req-d06175ef-5eab-4cb1-8de1-adc2bf93ecb0 service neutron] 10.222.0.13 "GET /v2.0/networks/87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Mar 03 14:12:58.801649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:12:58.804058 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7a2e8-71b6-43a4-a84c-7b5602598960" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:12:58.840798 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b100769-e5b5-42c0-821f-8b3130bca426 x-openstack-request-id: req-9b100769-e5b5-42c0-821f-8b3130bca426 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:12:58.840798 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:12:58.840798 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b100769-e5b5-42c0-821f-8b3130bca426 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:12:58.840798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401', 'status': 'completed', 'code': 200} Mar 03 14:12:58.916525 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-7fcebe67-601e-4bcd-8dda-775db3fed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:58.917945 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-7fcebe67-601e-4bcd-8dda-775db3fed590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 1132 time: 0.0480165 Mar 03 14:12:59.006142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-d634eda2-5318-47a0-a5b2-96fd06c27531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:59.007596 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-d634eda2-5318-47a0-a5b2-96fd06c27531 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f HTTP/1.1" status: 200 len: 870 time: 0.0839097 Mar 03 14:12:59.054305 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-c78c22a5-6fc5-4147-9f74-bcd09ff541a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=bf09901e-f071-4937-a3a1-22fd07a68401 HTTP/1.1" status: 200 len: 217 time: 0.0381660 Mar 03 14:12:59.101673 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-28b64f27-9c59-407b-9033-e36cce7777ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:59.103199 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-28b64f27-9c59-407b-9033-e36cce7777ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75133929-0316-4363-9372-2553a263d0b7 HTTP/1.1" status: 200 len: 843 time: 0.0421395 Mar 03 14:12:59.153508 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-247a3303-8521-417e-901d-a898e6907a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:59.155741 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-247a3303-8521-417e-901d-a898e6907a3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0458050 Mar 03 14:12:59.288908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ebb93-fc9a-4dbd-b90f-fce44fbf4fd0 req-e11c4d41-0af2-4c1a-bfd8-66c00729b956 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:12:59.290411 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee8ebb93-fc9a-4dbd-b90f-fce44fbf4fd0 req-e11c4d41-0af2-4c1a-bfd8-66c00729b956 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 948 time: 0.0839338 Mar 03 14:12:59.292600 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-9e829935-b4bf-4753-b695-e1f08ca31059 service neutron] 10.222.0.13 "GET /v2.0/networks/87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304622 Mar 03 14:12:59.390455 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee8ebb93-fc9a-4dbd-b90f-fce44fbf4fd0 req-fc7baf77-af27-4087-8403-99ad101b1a7a tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935278 Mar 03 14:12:59.415118 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67a7a2e8-71b6-43a4-a84c-7b5602598960 req-502eee94-6309-456c-930c-d306df0199e5 service neutron] 10.222.0.13 "GET /v2.0/networks/87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115775 Mar 03 14:13:00.509894 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6e5f-d6d5-45ca-a6cf-5e1823fbcd0e req-8c508556-50c2-42aa-8281-0b4afea74443 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:00.511333 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-913a6e5f-d6d5-45ca-a6cf-5e1823fbcd0e req-8c508556-50c2-42aa-8281-0b4afea74443 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 948 time: 0.0530119 Mar 03 14:13:00.556127 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-913a6e5f-d6d5-45ca-a6cf-5e1823fbcd0e req-a8da7122-448f-4560-aa22-8add72d12dcc tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Mar 03 14:13:01.209895 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:01.669811 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631db1cf-ad7c-4940-b07f-df934bdb0aeb req-d9428879-e57d-435b-8004-c11b08c9526f tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:01.671786 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-631db1cf-ad7c-4940-b07f-df934bdb0aeb req-d9428879-e57d-435b-8004-c11b08c9526f tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 948 time: 0.0517890 Mar 03 14:13:01.716432 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-631db1cf-ad7c-4940-b07f-df934bdb0aeb req-a7583328-9d14-4de5-b334-01972eba6a28 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392404 Mar 03 14:13:02.111747 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device bf09901e-f071-4937-a3a1-22fd07a68401 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:13:02.208504 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44676) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:02.209177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bf09901e-f071-4937-a3a1-22fd07a68401,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:02.225062 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'bf09901e-f071-4937-a3a1-22fd07a68401', 'network_id': '87fc5a94-eca4-48ea-b5bf-9eb25c8fbb7f', 'port_id': 'bf09901e-f071-4937-a3a1-22fd07a68401', 'mac_address': 'fa:16:3e:a5:9f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75133929-0316-4363-9372-2553a263d0b7', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:13:02.261924 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port bf09901e-f071-4937-a3a1-22fd07a68401 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:02.262309 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.275477 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf09901e-f071-4937-a3a1-22fd07a68401 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:13:02.295972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bf09901e-f071-4937-a3a1-22fd07a68401,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:02.300157 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.318502 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ade571bc-d2e7-4efb-b846-888aa0872daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.345783 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:02.395128 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ade571bc-d2e7-4efb-b846-888aa0872daf admin admin] Publish callbacks [] for security_group (d633b8d8-c4ae-435a-94a2-179ac7f6d588), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.398835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ade571bc-d2e7-4efb-b846-888aa0872daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d633b8d8-c4ae-435a-94a2-179ac7f6d588), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.437435 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ade571bc-d2e7-4efb-b846-888aa0872daf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6d24846e6ad490ca69be66c59212d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279422 Mar 03 14:13:02.438169 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade571bc-d2e7-4efb-b846-888aa0872daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d633b8d8-c4ae-435a-94a2-179ac7f6d588,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:02.440098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44680) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:02.492042 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] Publish callbacks [] for security_group (d633b8d8-c4ae-435a-94a2-179ac7f6d588), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.512167 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] Publish callbacks [] for security_group (d633b8d8-c4ae-435a-94a2-179ac7f6d588), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.557860 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d633b8d8-c4ae-435a-94a2-179ac7f6d588), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.560344 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:02.561475 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d633b8d8-c4ae-435a-94a2-179ac7f6d588 HTTP/1.1" status: 204 len: 168 time: 0.1204185 Mar 03 14:13:02.568037 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['bf09901e-f071-4937-a3a1-22fd07a68401'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:02.569219 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12c4d4-d783-4546-b8a9-68820fcce21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d633b8d8-c4ae-435a-94a2-179ac7f6d588,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:02.837912 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01b2d-f341-4d3a-bda5-82f0fb806af4 req-2823ccad-8940-4ae4-85c5-c8b77c57e76e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:02.839382 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3d01b2d-f341-4d3a-bda5-82f0fb806af4 req-2823ccad-8940-4ae4-85c5-c8b77c57e76e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 949 time: 0.0536327 Mar 03 14:13:02.886107 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3d01b2d-f341-4d3a-bda5-82f0fb806af4 req-67f035cb-070c-4787-97ce-a23d93fe203b tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Mar 03 14:13:04.002613 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63348d-636d-4b4c-8719-7f53b8da34cc req-65cc3d4d-1a4b-4907-9461-b00ba107cbf5 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:04.004052 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b63348d-636d-4b4c-8719-7f53b8da34cc req-65cc3d4d-1a4b-4907-9461-b00ba107cbf5 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 949 time: 0.0507395 Mar 03 14:13:04.051950 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b63348d-636d-4b4c-8719-7f53b8da34cc req-b4bbe77f-4c28-41a5-87a2-ef9e64cb9450 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Mar 03 14:13:04.128322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device bf09901e-f071-4937-a3a1-22fd07a68401 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:04.179439 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port bf09901e-f071-4937-a3a1-22fd07a68401 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:13:04.182835 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port bf09901e-f071-4937-a3a1-22fd07a68401 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:04.183200 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:04.266846 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port bf09901e-f071-4937-a3a1-22fd07a68401 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:04.267226 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:04.288665 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:04.290893 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabccc4f-1e2b-4c7c-97ea-b58ae3d420d2" -d '{"events": [{"server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "name": "network-vif-plugged", "status": "completed", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:04.302959 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bf09901e-f071-4937-a3a1-22fd07a68401,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:04.307355 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:04.330513 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de638408-955f-48b5-824d-0d72285e973a x-openstack-request-id: req-de638408-955f-48b5-824d-0d72285e973a {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:04.330799 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "name": "network-vif-plugged", "status": "completed", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:04.331050 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de638408-955f-48b5-824d-0d72285e973a {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:04.331432 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401', 'code': 200} Mar 03 14:13:04.357556 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:04.502662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6125f3-5015-4d03-ae86-df40385d5487 req-2a510bf1-b09f-4db5-8cc7-d7f59caa2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:04.504019 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a6125f3-5015-4d03-ae86-df40385d5487 req-2a510bf1-b09f-4db5-8cc7-d7f59caa2fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 1134 time: 0.0423598 Mar 03 14:13:04.547436 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a6125f3-5015-4d03-ae86-df40385d5487 req-147baf10-0b5a-41b8-b80b-bb54b387ffba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Mar 03 14:13:05.016885 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292b29d-764e-4a68-ab88-7f4e7ab64240 req-1a15c52a-9573-4acb-8200-a60b7e13e82e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:05.018462 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a292b29d-764e-4a68-ab88-7f4e7ab64240 req-1a15c52a-9573-4acb-8200-a60b7e13e82e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.0865676 Mar 03 14:13:05.039312 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-ad9eaef0-d0fd-4fdd-9457-0b96c473a48e tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467873088&fields=id&tenant_id=aa817b6a6545481993ac6ed78ea0b581 HTTP/1.1" status: 200 len: 267 time: 0.0725214 Mar 03 14:13:05.364608 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a292b29d-764e-4a68-ab88-7f4e7ab64240 req-49eaa522-9654-4550-83ed-bb64176a0a2f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3362331 Mar 03 14:13:05.381662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8773b078-bd6d-4326-82bc-b26da1d50efe tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:05.383115 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8773b078-bd6d-4326-82bc-b26da1d50efe tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 985 time: 0.0729089 Mar 03 14:13:05.395635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Request body: {'port': {'security_groups': ['8ded127d-3a52-4ad0-832a-0ffb04e339d0']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:05.500085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (439508af-07f3-4c39-a774-153476a24e87), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.520408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8dda3-e214-4100-a2a1-5a2318633c73 req-69bae1ef-6aab-4174-a7c4-6b2174f01277 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:05.521888 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76c8dda3-e214-4100-a2a1-5a2318633c73 req-69bae1ef-6aab-4174-a7c4-6b2174f01277 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 950 time: 0.1026394 Mar 03 14:13:05.622319 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76c8dda3-e214-4100-a2a1-5a2318633c73 req-4d6b95f2-8863-42f1-a903-96e80d3b3fc6 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767386 Mar 03 14:13:05.720888 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:05.754006 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for port (439508af-07f3-4c39-a774-153476a24e87), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.758351 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (439508af-07f3-4c39-a774-153476a24e87), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.769941 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:05.810232 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:05.810892 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.812898 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53f530d3-453f-4d7f-bb9d-a3b534341d90 req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "PUT /v2.0/ports/439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 943 time: 0.4218903 Mar 03 14:13:05.813379 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:05.815929 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d795f4f7-7bc5-46ef-aeef-6e4351199b31" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:05.818838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44752) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:05.854285 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97a6dc-b1b5-4bbc-bcd2-940a06e6048a tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event updated for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=7']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:05.887368 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a334350-f5a2-4b89-b674-59b6908f9294 x-openstack-request-id: req-4a334350-f5a2-4b89-b674-59b6908f9294 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:05.887773 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:05.888216 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a334350-f5a2-4b89-b674-59b6908f9294 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:05.888716 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:13:05.896273 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:05.907226 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (ab7259a8-5c6e-49fb-aecc-96a0dff82bb9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.939873 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (ab7259a8-5c6e-49fb-aecc-96a0dff82bb9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:05.980741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-12f35ad0-b7ae-47cc-81fc-4d300ed98774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:05.983262 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-12f35ad0-b7ae-47cc-81fc-4d300ed98774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1130 time: 0.0680642 Mar 03 14:13:06.040060 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ab7259a8-5c6e-49fb-aecc-96a0dff82bb9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.043530 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.044874 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab7259a8-5c6e-49fb-aecc-96a0dff82bb9 HTTP/1.1" status: 204 len: 168 time: 0.2249277 Mar 03 14:13:06.049184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44758) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:06.060279 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7be90e-ccda-47b0-86fb-85682204f2d9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7259a8-5c6e-49fb-aecc-96a0dff82bb9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:06.076177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4f80f3ce-4191-449c-9402-026af2a9c61b None None] Provisioning complete for port 439508af-07f3-4c39-a774-153476a24e87 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:06.076553 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f80f3ce-4191-449c-9402-026af2a9c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (439508af-07f3-4c39-a774-153476a24e87), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.189912 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4f80f3ce-4191-449c-9402-026af2a9c61b None None] Current status of the port 439508af-07f3-4c39-a774-153476a24e87 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:06.196644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-16004e9a-c0e0-4546-99d4-3fda5f558c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:06.198151 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-16004e9a-c0e0-4546-99d4-3fda5f558c40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.2087283 Mar 03 14:13:06.303264 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-71dec18f-c6a4-4bca-adc9-de98f916dd13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 1002 time: 0.0962176 Mar 03 14:13:06.367672 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-c8718d85-df50-47e5-9e24-b6b77374e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:06.369380 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-c8718d85-df50-47e5-9e24-b6b77374e99b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.0593431 Mar 03 14:13:06.377064 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Deleting port 14c39112-db6e-49fd-bbc1-c501fa981ff5 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:06.377424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.521584 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-84bb5d21-533c-4d13-9984-f8b6f7450385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:06.523082 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-84bb5d21-533c-4d13-9984-f8b6f7450385 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1435504 Mar 03 14:13:06.524659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.524979 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for floatingip (14c39112-db6e-49fd-bbc1-c501fa981ff5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:06.579451 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Calling delete_port for 14c39112-db6e-49fd-bbc1-c501fa981ff5 owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:06.596856 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958906-d800-4b14-8966-3f9cff27679f req-e67c923b-e72a-4937-9ca6-dec243f03eef tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:06.598677 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98958906-d800-4b14-8966-3f9cff27679f req-e67c923b-e72a-4937-9ca6-dec243f03eef tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1569424 Mar 03 14:13:06.773174 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98958906-d800-4b14-8966-3f9cff27679f req-18c2276f-b1e2-4faa-a8e6-16cb7d27ebde tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668720 Mar 03 14:13:06.777602 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-e382f6b6-1f27-4c4d-8c65-9640c0832b1e service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448537 Mar 03 14:13:06.865849 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954ff58-df31-486a-83fc-5da86022b2f9 req-79e66f6b-fea9-4845-83e3-e8588802bd65 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:06.867311 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b954ff58-df31-486a-83fc-5da86022b2f9 req-79e66f6b-fea9-4845-83e3-e8588802bd65 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 950 time: 0.1653087 Mar 03 14:13:06.966435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d795f4f7-7bc5-46ef-aeef-6e4351199b31 req-e62090e3-a416-46c6-a07b-1c8bf53a5509 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761520 Mar 03 14:13:06.978087 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b954ff58-df31-486a-83fc-5da86022b2f9 req-b6d429c5-4792-4140-bbcb-a455105746e4 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017017 Mar 03 14:13:06.988595 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (14c39112-db6e-49fd-bbc1-c501fa981ff5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:07.010849 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event deleted for resources: {'Port': ['ID=14c39112-db6e-49fd-bbc1-c501fa981ff5,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:07.078541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks [] for floatingip (ffae6c02-9b4e-4ea7-a195-a5567324a1ec), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:07.079485 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Floating IP ffae6c02-9b4e-4ea7-a195-a5567324a1ec disassociated (deleted). External IP: 172.27.0.232, port: 439508af-07f3-4c39-a774-153476a24e87. Mar 03 14:13:07.236252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-c3550229-1d94-460c-abbf-7fb91bd489eb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:07.237609 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-c3550229-1d94-460c-abbf-7fb91bd489eb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1604106 Mar 03 14:13:07.342847 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e738e-8b15-449b-a6bd-02e278697a64 req-86e0e6e7-707e-4bee-86b1-86598e4426a1 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:07.344331 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-977e738e-8b15-449b-a6bd-02e278697a64 req-86e0e6e7-707e-4bee-86b1-86598e4426a1 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 950 time: 0.1506472 Mar 03 14:13:07.467722 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-977e738e-8b15-449b-a6bd-02e278697a64 req-f3a95e7e-5de5-4e5d-acde-701494b73250 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013699 Mar 03 14:13:07.484296 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Deleting port 30c69b83-7077-443c-b029-1094beeb46a1 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:07.484637 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (30c69b83-7077-443c-b029-1094beeb46a1), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:07.496753 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:07.649461 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] For port 30c69b83-7077-443c-b029-1094beeb46a1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30c69b83-7077-443c-b029-1094beeb46a1,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:07.649857 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (30c69b83-7077-443c-b029-1094beeb46a1), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:07.681540 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:07.691834 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Sync routers for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:07.709713 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:07.710535 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:07.711950 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:07.839349 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:08.055319 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:08.081427 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b7f7f0d7-2e8b-4b2a-ae31-9fc005bd77a9 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "DELETE /v2.0/floatingips/ffae6c02-9b4e-4ea7-a195-a5567324a1ec HTTP/1.1" status: 204 len: 168 time: 2.0310953 Mar 03 14:13:08.084934 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Checking router: 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:08.094590 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:08.095039 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:08.111277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:08.113934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be" -d '{"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:08.142857 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0db8-4e81-4f9d-9b68-2ce50bc83c2c req-1aaea3c9-7e03-4de5-b5b6-5350fe3760d4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:08.149759 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca5d0db8-4e81-4f9d-9b68-2ce50bc83c2c req-1aaea3c9-7e03-4de5-b5b6-5350fe3760d4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 945 time: 0.1325316 Mar 03 14:13:08.242024 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:08.261394 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:08.261691 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:08.261998 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Floating IP 403cf93a-21d7-475f-ba42-cd5e7250b79a disassociated. External IP: 172.27.0.85, port: 30c69b83-7077-443c-b029-1094beeb46a1. Mar 03 14:13:08.262384 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Calling delete_port for 30c69b83-7077-443c-b029-1094beeb46a1 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:08.450184 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca5d0db8-4e81-4f9d-9b68-2ce50bc83c2c req-68cb8cd4-0d5f-499a-873d-76f97d29b443 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=60e2b857-1d6b-4bb0-a626-7149fa81a339&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2995541 Mar 03 14:13:08.454036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0027e498-f3be-4782-82f6-ee5d82473505 x-openstack-request-id: req-0027e498-f3be-4782-82f6-ee5d82473505 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:08.454323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:08.454575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0027e498-f3be-4782-82f6-ee5d82473505 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:08.454962 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:13:08.502823 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (30c69b83-7077-443c-b029-1094beeb46a1), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:08.540438 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'Port': ['ID=30c69b83-7077-443c-b029-1094beeb46a1,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:08.548715 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-f493980f-a8d8-46b1-93d4-ca6a4180fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:08.550272 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-f493980f-a8d8-46b1-93d4-ca6a4180fa6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa817b6a6545481993ac6ed78ea0b581&device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 1130 time: 0.0989804 Mar 03 14:13:08.586486 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:08.626797 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6db3ac-b2d2-483b-a2c6-8ac9d5152a19 None None] The sync data for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi is: [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:11Z', 'revision_number': 4, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3', 'name': '', 'network_id': 'e2630778-deac-49bb-b2c7-c77e999816b0', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'mac_address': 'fa:16:3e:db:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:10Z', 'updated_at': '2022-03-03T14:10:15Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'subnets': [{'id': '5aa8f791-b5c9-4cd9-b148-1786e9a615be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:08.771520 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85391b-3bfe-449c-9950-b2c161fc0f3a req-5f298b6e-1e7e-44ac-a85b-d0e776fe4585 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:08.773052 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6e85391b-3bfe-449c-9950-b2c161fc0f3a req-5f298b6e-1e7e-44ac-a85b-d0e776fe4585 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 950 time: 0.2152586 Mar 03 14:13:08.831172 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-b466a01f-b01a-454c-898d-d358c362d06e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:08.833611 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-b466a01f-b01a-454c-898d-d358c362d06e tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.13 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 950 time: 0.2426219 Mar 03 14:13:08.843446 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-dcb596df-da84-4e26-a74c-543bfce8243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:08.844932 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-dcb596df-da84-4e26-a74c-543bfce8243d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 200 len: 916 time: 0.2728794 Mar 03 14:13:08.934734 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807b059-eb2b-4b22-8ae1-944c60acc93f None None] New status for floating IP ffae6c02-9b4e-4ea7-a195-a5567324a1ec: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:13:08.943782 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-a01b4f08-2159-4505-bffc-580a88114eaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 200 len: 217 time: 0.0898898 Mar 03 14:13:09.008210 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:09.022101 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6e85391b-3bfe-449c-9950-b2c161fc0f3a req-e206836c-2347-4e74-98ce-67ebbee9a678 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/security-groups?id=50cd2b17-52b6-4ae2-adb9-0da277aaa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341044 Mar 03 14:13:09.069208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-6807dfca-e5b5-49e8-b279-996455c01282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:09.070344 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-6807dfca-e5b5-49e8-b279-996455c01282 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 200 len: 854 time: 0.1151416 Mar 03 14:13:09.242687 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Deleting port bf09901e-f071-4937-a3a1-22fd07a68401 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:09.243255 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:09.250253 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-9ce49e50-8d8a-4099-962e-ad4d1ebc01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:09.251741 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-9ce49e50-8d8a-4099-962e-ad4d1ebc01e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2630778-deac-49bb-b2c7-c77e999816b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651337 Mar 03 14:13:09.365290 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:09.379732 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:09.391692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:09.392551 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:09.445683 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] No DVR routers for this DVR port 30c69b83-7077-443c-b029-1094beeb46a1 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:09.449551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] For port bf09901e-f071-4937-a3a1-22fd07a68401, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bf09901e-f071-4937-a3a1-22fd07a68401,segment=NetworkSegment(014fc9ec-0044-4be1-a0bf-0573b633e904),segment_id=014fc9ec-0044-4be1-a0bf-0573b633e904)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:09.449927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:09.455690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:09.458961 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-34c829f6-f9fc-433b-a595-d5d8340377a8 req-8df6b86d-3607-4a23-8765-7b31f8bbb667 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "DELETE /v2.0/ports/30c69b83-7077-443c-b029-1094beeb46a1 HTTP/1.1" status: 204 len: 173 time: 2.2119641 Mar 03 14:13:09.478684 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-48856dbd-cca3-43c6-b61a-47a6f3632e38 service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907854 Mar 03 14:13:09.479589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Calling delete_port for bf09901e-f071-4937-a3a1-22fd07a68401 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:09.600977 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:09.656288 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0324c690-35d6-46d6-9d21-fd44e63048f7 req-6a99df98-4af2-4925-b8e3-846fd6459262 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f HTTP/1.1" status: 200 len: 210 time: 0.0840075 Mar 03 14:13:09.717346 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8149fc1-4c1d-4e64-8d21-0e19f39b01be req-c2e15245-191f-41ab-b75a-1a70308e8d4c service neutron] 10.222.0.13 "GET /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313964 Mar 03 14:13:09.824989 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (bf09901e-f071-4937-a3a1-22fd07a68401), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:09.836486 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['bf09901e-f071-4937-a3a1-22fd07a68401'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:09.854827 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Pushing event deleted for resources: {'Port': ['ID=bf09901e-f071-4937-a3a1-22fd07a68401,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:09.919130 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] No DVR routers for this DVR port bf09901e-f071-4937-a3a1-22fd07a68401 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:09.923074 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:09.931164 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f308dd91-90c9-48d1-a462-a812b5574d5a req-e6e13c6d-655c-4615-9996-178549c59014 tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.13 "DELETE /v2.0/ports/bf09901e-f071-4937-a3a1-22fd07a68401 HTTP/1.1" status: 204 len: 173 time: 1.0851233 Mar 03 14:13:09.948523 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:10.183853 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:10.184877 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62289782-e172-48a5-85c2-d74a0eccdc50 req-20772612-1e1a-4beb-b779-2ceab652746b tempest-VolumesNegativeTest-1131566181 tempest-VolumesNegativeTest-1131566181-project] 10.222.0.31 "GET /v2.0/ports?device_id=b37c82d0-3fd0-4694-b679-f386ec6dd457 HTTP/1.1" status: 200 len: 210 time: 0.0404265 Mar 03 14:13:10.209092 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:10.209760 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:10.318936 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:10.456230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'name': 'network-vif-deleted', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1'}, {'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'name': 'network-vif-deleted', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:10.459787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c55712d-2c4a-403e-a045-606d28ce9bf6" -d '{"events": [{"server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "name": "network-vif-deleted", "tag": "30c69b83-7077-443c-b029-1094beeb46a1"}, {"server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "name": "network-vif-deleted", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:10.510811 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124d1aee-f60f-4411-9835-4735a5b9049e x-openstack-request-id: req-124d1aee-f60f-4411-9835-4735a5b9049e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:10.511577 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f", "name": "network-vif-deleted", "tag": "30c69b83-7077-443c-b029-1094beeb46a1", "status": "completed", "code": 200}, {"server_uuid": "b37c82d0-3fd0-4694-b679-f386ec6dd457", "name": "network-vif-deleted", "tag": "bf09901e-f071-4937-a3a1-22fd07a68401", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:10.511577 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-124d1aee-f60f-4411-9835-4735a5b9049e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:10.511880 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2ca8d3-9ce4-45e6-ba43-fb165f6cc99f', 'name': 'network-vif-deleted', 'tag': '30c69b83-7077-443c-b029-1094beeb46a1', 'status': 'completed', 'code': 200} Mar 03 14:13:10.512105 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c82d0-3fd0-4694-b679-f386ec6dd457', 'name': 'network-vif-deleted', 'tag': 'bf09901e-f071-4937-a3a1-22fd07a68401', 'status': 'completed', 'code': 200} Mar 03 14:13:10.530922 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:10.561790 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec2a4b-d342-4fd5-87bb-6e298a02fb4c None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:10.733489 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44876) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:10.789203 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (60e2b857-1d6b-4bb0-a626-7149fa81a339), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:10.794587 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0f5b4-212c-4cce-8c15-fcf69ed47849 None None] New status for floating IP 403cf93a-21d7-475f-ba42-cd5e7250b79a: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:13:10.814828 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (60e2b857-1d6b-4bb0-a626-7149fa81a339), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:10.866854 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (60e2b857-1d6b-4bb0-a626-7149fa81a339), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:10.869741 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:10.874164 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "DELETE /v2.0/security-groups/60e2b857-1d6b-4bb0-a626-7149fa81a339 HTTP/1.1" status: 204 len: 168 time: 0.1363928 Mar 03 14:13:10.875392 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44882) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:10.881258 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb506d-d5a0-4ca4-bf5d-87050666e2a0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2b857-1d6b-4bb0-a626-7149fa81a339,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:10.894476 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-e97bf512-3dd8-471f-8a38-64dfece78c3d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] show failed (client error): The resource could not be found. Mar 03 14:13:10.895710 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e97bf512-3dd8-471f-8a38-64dfece78c3d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups/60e2b857-1d6b-4bb0-a626-7149fa81a339 HTTP/1.1" status: 404 len: 347 time: 0.0186553 Mar 03 14:13:10.898547 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44884) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:11.033769 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Deleting port 6a27a83b-d49c-494e-afd7-6fd9672d86aa {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:11.034109 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.116543 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.116787 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (6a27a83b-d49c-494e-afd7-6fd9672d86aa), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.119383 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63f794-9a3e-42c6-9996-865d7351eb50 req-2dd612d0-36c3-4944-ac8f-9cd8e238bc00 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:11.120964 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a63f794-9a3e-42c6-9996-865d7351eb50 req-2dd612d0-36c3-4944-ac8f-9cd8e238bc00 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0536649 Mar 03 14:13:11.129109 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Calling delete_port for 6a27a83b-d49c-494e-afd7-6fd9672d86aa owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:11.171108 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a63f794-9a3e-42c6-9996-865d7351eb50 req-6add2213-a65d-4ad1-aa4d-5f478d278550 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Mar 03 14:13:11.272350 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (6a27a83b-d49c-494e-afd7-6fd9672d86aa), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.297552 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'Port': ['ID=6a27a83b-d49c-494e-afd7-6fd9672d86aa,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:11.356832 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (403cf93a-21d7-475f-ba42-cd5e7250b79a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.360106 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.363558 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c41bc450-1c88-4aac-a4b2-ba787eaaf5c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "DELETE /v2.0/floatingips/403cf93a-21d7-475f-ba42-cd5e7250b79a HTTP/1.1" status: 204 len: 168 time: 0.4617352 Mar 03 14:13:11.841082 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44924) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:11.846690 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902676436', 'description': 'tempest-description--1435756491'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:11.866338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.937188 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (71be4fe9-125b-478c-81d0-accf2885566c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.941422 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (71be4fe9-125b-478c-81d0-accf2885566c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.969691 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:11.973699 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279857 Mar 03 14:13:11.974367 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44936) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:11.974954 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2448b1-7cd2-4563-bc1f-f16b7a66fe01 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71be4fe9-125b-478c-81d0-accf2885566c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:11.981749 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group_rule': {'security_group_id': '71be4fe9-125b-478c-81d0-accf2885566c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:12.009418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (cec1ddf0-6c10-4f04-bdc2-6493596d2e90), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.071874 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (cec1ddf0-6c10-4f04-bdc2-6493596d2e90), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.075804 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (cec1ddf0-6c10-4f04-bdc2-6493596d2e90), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.095532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec1ddf0-6c10-4f04-bdc2-6493596d2e90,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:12.101140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.105325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-601f4b85-f097-41a0-aba2-892a7cf00d8b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256053 Mar 03 14:13:12.105547 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 44968) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:12.111028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'security_group_rule': {'security_group_id': '71be4fe9-125b-478c-81d0-accf2885566c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:12.123492 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 30c69b83-7077-443c-b029-1094beeb46a1 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:12.140113 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (0566fafb-9e35-48bb-9490-c1c27e023119), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.143989 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 30c69b83-7077-443c-b029-1094beeb46a1 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:12.144337 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 30c69b83-7077-443c-b029-1094beeb46a1 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:12.197168 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (0566fafb-9e35-48bb-9490-c1c27e023119), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.202785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (0566fafb-9e35-48bb-9490-c1c27e023119), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.221527 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0566fafb-9e35-48bb-9490-c1c27e023119,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:12.231119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.232487 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ed13e7c5-68ae-4913-a7ec-0716143a2693 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260598 Mar 03 14:13:12.236432 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 44988) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:12.240992 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:12.262409 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.311897 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff7d12-9510-47af-b0cb-09abdd005976 req-3abc0164-af44-4cd9-8aec-b47d4a2f0d00 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:12.318257 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5fff7d12-9510-47af-b0cb-09abdd005976 req-3abc0164-af44-4cd9-8aec-b47d4a2f0d00 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0597210 Mar 03 14:13:12.368111 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5fff7d12-9510-47af-b0cb-09abdd005976 req-66720c30-dd26-40e7-b38f-7b3782240909 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ded127d-3a52-4ad0-832a-0ffb04e339d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Mar 03 14:13:12.368280 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.485228 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Allocated IP 172.27.0.179 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/9fe4cdb2-2bec-4c12-84ff-7390d7bc6982) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:12.590122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.626346 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.669221 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:12.675168 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:12.677326 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=9fe4cdb2-2bec-4c12-84ff-7390d7bc6982,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:12.679493 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:12.791221 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.828064 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:12.894975 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10d786-916c-489a-b528-749a6e4a5dce req-64ccd326-0464-4a87-adca-463b0ea8c1a5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:12.896517 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b10d786-916c-489a-b528-749a6e4a5dce req-64ccd326-0464-4a87-adca-463b0ea8c1a5 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 946 time: 0.0612950 Mar 03 14:13:13.012356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Deleting port 439508af-07f3-4c39-a774-153476a24e87 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:13.012993 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (439508af-07f3-4c39-a774-153476a24e87), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.109999 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] For port 439508af-07f3-4c39-a774-153476a24e87, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=439508af-07f3-4c39-a774-153476a24e87,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:13.110456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (439508af-07f3-4c39-a774-153476a24e87), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.126319 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Calling delete_port for 439508af-07f3-4c39-a774-153476a24e87 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:13.203486 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.210328 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.261866 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=9fe4cdb2-2bec-4c12-84ff-7390d7bc6982,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:13.271718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (439508af-07f3-4c39-a774-153476a24e87), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.285070 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['439508af-07f3-4c39-a774-153476a24e87'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:13.303714 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Pushing event deleted for resources: {'Port': ['ID=439508af-07f3-4c39-a774-153476a24e87,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:13.315717 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.337005 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.341243 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-337a8655-fc55-4bbc-80dd-411a1f8add85 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1009269 Mar 03 14:13:13.370372 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] No DVR routers for this DVR port 439508af-07f3-4c39-a774-153476a24e87 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:13.373016 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:13.377421 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b10d786-916c-489a-b528-749a6e4a5dce req-6a6360de-c4ca-463c-802b-a957a324c29b tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.13 "DELETE /v2.0/ports/439508af-07f3-4c39-a774-153476a24e87 HTTP/1.1" status: 204 len: 173 time: 0.4747763 Mar 03 14:13:13.377902 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'name': 'network-vif-deleted', 'tag': '439508af-07f3-4c39-a774-153476a24e87'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:13.380432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13ef5f-0630-4e8d-98e6-7228ce8e6b2c" -d '{"events": [{"server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "name": "network-vif-deleted", "tag": "439508af-07f3-4c39-a774-153476a24e87"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:13.435482 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6880faf-c957-47e8-94a2-1ecdab30a9a0 x-openstack-request-id: req-d6880faf-c957-47e8-94a2-1ecdab30a9a0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:13.435807 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce9983b-5c0f-4871-ba02-b7b40e790c24", "name": "network-vif-deleted", "tag": "439508af-07f3-4c39-a774-153476a24e87", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:13.436163 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6880faf-c957-47e8-94a2-1ecdab30a9a0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:13.436568 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce9983b-5c0f-4871-ba02-b7b40e790c24', 'name': 'network-vif-deleted', 'tag': '439508af-07f3-4c39-a774-153476a24e87', 'status': 'completed', 'code': 200} Mar 03 14:13:13.533889 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d749d293-3cd5-4aab-b270-c3d3eb12a2ab req-b64f967e-b4d3-47e5-a081-d09a8e8888f2 tempest-TestMinimumBasicScenario-1054468522 tempest-TestMinimumBasicScenario-1054468522-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce9983b-5c0f-4871-ba02-b7b40e790c24 HTTP/1.1" status: 200 len: 210 time: 0.0425293 Mar 03 14:13:13.604888 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-ea1043e2-f802-4444-b9ad-6849cc8c0ae7 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--902676436&fields=id&tenant_id=861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 267 time: 0.0461409 Mar 03 14:13:13.715481 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-1113411d-ed9c-466c-ac26-dece40c4f7c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:13.716953 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-1113411d-ed9c-466c-ac26-dece40c4f7c8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 811 time: 0.1055074 Mar 03 14:13:13.747642 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-aebbac75-778e-45c3-8380-52dc60a78137 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/quotas/861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 375 time: 0.0224223 Mar 03 14:13:13.828458 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-4db08255-48a5-4128-bdaf-18f823c07b4f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751595 Mar 03 14:13:13.954674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-873280d9-c019-4c9b-88b1-d12406991790 service neutron] 10.222.0.31 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216328 Mar 03 14:13:14.060378 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-f7954830-da45-4e15-ae2c-4055ca074199 service neutron] 10.222.0.31 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Mar 03 14:13:14.147535 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45160) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:14.154007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device bf09901e-f071-4937-a3a1-22fd07a68401 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:14.182431 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: bf09901e-f071-4937-a3a1-22fd07a68401 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:14.183111 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device bf09901e-f071-4937-a3a1-22fd07a68401 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:14.257665 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a919108-1d29-4aa5-be12-d1443252cb6e req-cc9d28d8-f3b9-4928-9fbf-e5ee48107d54 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0414703 Mar 03 14:13:14.297248 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ce00676-098c-4a3d-97dc-904b96fa5a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.400924 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ce00676-098c-4a3d-97dc-904b96fa5a2b admin admin] Publish callbacks [] for security_group (ffa476c2-9d81-4c74-b94f-e73ff5f27640), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.413538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ce00676-098c-4a3d-97dc-904b96fa5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ffa476c2-9d81-4c74-b94f-e73ff5f27640), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.454926 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8ce00676-098c-4a3d-97dc-904b96fa5a2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00d88d8c1c5243639da24449df24a5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051980 Mar 03 14:13:14.457122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00676-098c-4a3d-97dc-904b96fa5a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa476c2-9d81-4c74-b94f-e73ff5f27640,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:14.457675 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45188) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:14.510263 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] Publish callbacks [] for security_group (ffa476c2-9d81-4c74-b94f-e73ff5f27640), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.534588 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] Publish callbacks [] for security_group (ffa476c2-9d81-4c74-b94f-e73ff5f27640), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.593554 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (ffa476c2-9d81-4c74-b94f-e73ff5f27640), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.596604 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:14.602743 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffa476c2-9d81-4c74-b94f-e73ff5f27640 HTTP/1.1" status: 204 len: 168 time: 0.1437728 Mar 03 14:13:14.613103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47bf68-05e6-45ed-b6c4-fe329eac2858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa476c2-9d81-4c74-b94f-e73ff5f27640,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:15.260336 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45252) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:15.281000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-7e5b892c-e49b-4e7a-b5a3-1e6ce6760afb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:15.283066 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-7e5b892c-e49b-4e7a-b5a3-1e6ce6760afb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 811 time: 0.1245687 Mar 03 14:13:15.386630 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b8684df0-a020-4b50-8929-1e7db1542b1c req-aff2711f-66e3-4d8d-8f79-af93d638833c tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0379205 Mar 03 14:13:15.410762 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-12f06d8b-22a4-4faa-862f-5533bdffb554 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=861c811514474fb1a8f05efd7009cbd9 HTTP/1.1" status: 200 len: 379 time: 0.1161222 Mar 03 14:13:15.428617 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'port': {'device_id': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'admin_state_up': True, 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'security_groups': ['71be4fe9-125b-478c-81d0-accf2885566c']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:15.580816 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Made reservation on behalf of 861c811514474fb1a8f05efd7009cbd9 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:15.586532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:15.698321 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:15.745812 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Allocated IP 172.20.0.13 (05081da1-60f1-429a-bcc4-2332fab8e916/5e71b440-a164-4447-a3b3-f8b622138c7b/6276b05c-b70c-4ef2-86f9-36c1ba9486aa) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:15.789406 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45270) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:15.937664 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:15.992665 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Deleting port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:15.993042 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.004825 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.020231 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b99bad72-9ae4-4c1d-958f-064f1abcc3e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9bdf9c1a801452a8da703a388de2f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297554 Mar 03 14:13:16.033839 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45278) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:16.051610 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Network 05081da1-60f1-429a-bcc4-2332fab8e916 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:16.054702 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:16.057152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:16.119100 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] Publish callbacks [] for security_group (50cd2b17-52b6-4ae2-adb9-0da277aaa33e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.121939 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] For port 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:16.122294 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.144685 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Calling delete_port for 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:16.164871 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] Publish callbacks [] for security_group (50cd2b17-52b6-4ae2-adb9-0da277aaa33e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.290790 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-b12b40aa-cfac-4ab0-83fd-521581622ec2 None None] Provisioning complete for port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:16.291392 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b12b40aa-cfac-4ab0-83fd-521581622ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.309860 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (50cd2b17-52b6-4ae2-adb9-0da277aaa33e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.313156 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.316494 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50cd2b17-52b6-4ae2-adb9-0da277aaa33e HTTP/1.1" status: 204 len: 168 time: 0.2793579 Mar 03 14:13:16.328302 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0474ba-b686-4aa5-8e3b-ed1774e250f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd2b17-52b6-4ae2-adb9-0da277aaa33e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:16.359161 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-b12b40aa-cfac-4ab0-83fd-521581622ec2 None None] Port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:16.383042 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event updated for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:16.409413 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:16.410062 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.414398 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.432690 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-2080a043-f057-4ca0-b967-b1333e1f9dbe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0101781 Mar 03 14:13:16.445585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Request body: {'port': {'device_id': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:16.452587 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:16.583370 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.646172 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d41b-07bf-4b70-92d3-743fcbe945fb req-c76a9737-1271-4531-be6d-4e0f72e94fcb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:16.653826 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6904d41b-07bf-4b70-92d3-743fcbe945fb req-c76a9737-1271-4531-be6d-4e0f72e94fcb tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 932 time: 0.1437438 Mar 03 14:13:16.668983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.774103 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6904d41b-07bf-4b70-92d3-743fcbe945fb req-c78c16c9-5b31-4d0c-ab0e-88d7e83e0b8e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193011 Mar 03 14:13:16.899756 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:16.913283 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6276b05c-b70c-4ef2-86f9-36c1ba9486aa {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:13:16.921317 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks [] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.933973 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Transition to ACTIVE for port object 6276b05c-b70c-4ef2-86f9-36c1ba9486aa will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:13:16.938622 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:16.994416 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:17.023287 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:17.029371 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-368ce9b3-8e2e-4117-bdf5-81dffb8fad01 admin admin] 10.222.0.31 "PUT /v2.0/routers/241bee57-e80a-4ae6-b357-6fd6ea1f2e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675207 Mar 03 14:13:17.033007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Sync routers for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:17.037904 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45288) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:17.047269 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:17.048901 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:17.080332 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Attempting to bind port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:17.080872 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Attempting to bind port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:17.081209 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Attempting to bind port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:17.088890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa on network 05081da1-60f1-429a-bcc4-2332fab8e916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:13:17.089364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Attempting to bind port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa on network 05081da1-60f1-429a-bcc4-2332fab8e916 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:17.096160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:17.096538 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Checking segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:17.096963 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Bound using segment: {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:17.097442 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Bound port: 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0ec0a5-b5c8-400e-b47f-b85883730e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:17.097946 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.203896 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:17.223915 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:17.229216 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:17.234796 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks [] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.240125 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.273878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:17.274576 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.275855 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] 10.222.0.13 "PUT /v2.0/ports/6276b05c-b70c-4ef2-86f9-36c1ba9486aa HTTP/1.1" status: 200 len: 1094 time: 0.8359621 Mar 03 14:13:17.276326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:17.278580 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31674a41-df53-43b7-8a19-8922c06d9606" -d '{"events": [{"name": "network-changed", "server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:17.375196 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7560946-a04c-459a-bd63-11f15f3491a6 x-openstack-request-id: req-e7560946-a04c-459a-bd63-11f15f3491a6 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:17.375499 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:17.375735 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7560946-a04c-459a-bd63-11f15f3491a6 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:17.376137 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'status': 'completed', 'code': 200} Mar 03 14:13:17.381179 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a87fc-1e29-4f4d-92af-a45b3eff0fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:17.383494 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks [] for router_gateway (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.405545 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-c325a9ec-fadc-41f1-b26e-eeeb5a7de323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:17.407209 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-c325a9ec-fadc-41f1-b26e-eeeb5a7de323 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 1128 time: 0.0732844 Mar 03 14:13:17.433932 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '591e692a-9ba0-4aad-853a-844af0e47272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:13:16Z', 'revision_number': 5, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port': {'id': '591e692a-9ba0-4aad-853a-844af0e47272', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:17.445084 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Deleting port 591e692a-9ba0-4aad-853a-844af0e47272 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:17.445419 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (591e692a-9ba0-4aad-853a-844af0e47272), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.460328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-08471412-74b5-4c19-81e0-74558117818a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa HTTP/1.1" status: 200 len: 217 time: 0.0445464 Mar 03 14:13:17.467779 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Checking router: 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:17.476923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Routers {'241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:17.477939 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:17.533359 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] For port 591e692a-9ba0-4aad-853a-844af0e47272, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=591e692a-9ba0-4aad-853a-844af0e47272,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:17.533757 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (591e692a-9ba0-4aad-853a-844af0e47272), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.546361 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Calling delete_port for 591e692a-9ba0-4aad-853a-844af0e47272 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:17.589564 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] Set router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:17.645401 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:13:17Z', 'revision_number': 6, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:17.672352 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab241426-35d4-4ba4-8dda-346174c665b9 None None] The sync data for ids ['241bee57-e80a-4ae6-b357-6fd6ea1f2e3e'] in dv-cinder-819778-8-iscsi is: [{'id': '241bee57-e80a-4ae6-b357-6fd6ea1f2e3e', 'name': 'tempest-TestMinimumBasicScenario-1560764805-router', 'tenant_id': 'aa817b6a6545481993ac6ed78ea0b581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:08Z', 'updated_at': '2022-03-03T14:13:17Z', 'revision_number': 6, 'project_id': 'aa817b6a6545481993ac6ed78ea0b581', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:17.719607 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (591e692a-9ba0-4aad-853a-844af0e47272), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.750842 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Pushing event deleted for resources: {'Port': ['ID=591e692a-9ba0-4aad-853a-844af0e47272,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:17.808768 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:17.899101 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68d1dc-e8ca-4949-bd13-dff0c79b44f5 req-09082256-49f9-479f-9f88-ca2da7b97b39 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:17.900659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d68d1dc-e8ca-4949-bd13-dff0c79b44f5 req-09082256-49f9-479f-9f88-ca2da7b97b39 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.0556409 Mar 03 14:13:17.949458 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d68d1dc-e8ca-4949-bd13-dff0c79b44f5 req-ada234f1-ca89-42ef-9dc8-b1ef8648faf2 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Mar 03 14:13:18.094619 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.096910 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks [] for router_controller (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.148090 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (241bee57-e80a-4ae6-b357-6fd6ea1f2e3e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.148709 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241bee57-e80a-4ae6-b357-6fd6ea1f2e3e {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:13:18.153430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.154676 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8ea64eea-fd9e-4588-b0f0-ce3712df128c admin admin] 10.222.0.31 "DELETE /v2.0/routers/241bee57-e80a-4ae6-b357-6fd6ea1f2e3e HTTP/1.1" status: 204 len: 168 time: 1.1137025 Mar 03 14:13:18.157110 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45298) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:18.200399 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Deleting subnet 5aa8f791-b5c9-4cd9-b148-1786e9a615be {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:13:18.203547 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Publish callbacks [] for subnet (5aa8f791-b5c9-4cd9-b148-1786e9a615be), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.237376 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (5aa8f791-b5c9-4cd9-b148-1786e9a615be), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.320587 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-e8956730-249c-4836-a54e-392e651f573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:18.322074 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-e8956730-249c-4836-a54e-392e651f573c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.0518098 Mar 03 14:13:18.349614 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (5aa8f791-b5c9-4cd9-b148-1786e9a615be), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.403227 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (5aa8f791-b5c9-4cd9-b148-1786e9a615be), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.426867 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa8f791-b5c9-4cd9-b148-1786e9a615be,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:18.435001 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.442336 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc437b-a09d-43ae-b0ac-ef4115c40460 None None] Network e2630778-deac-49bb-b2c7-c77e999816b0 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:18.442860 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6e97808c-c416-4a2b-81cb-e67b0f33e3c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5aa8f791-b5c9-4cd9-b148-1786e9a615be HTTP/1.1" status: 204 len: 168 time: 0.2818093 Mar 03 14:13:18.442860 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45302) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:18.515271 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (e2630778-deac-49bb-b2c7-c77e999816b0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.568661 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Deleting port 064ab91c-65ed-4ec7-b8d6-ede464252c64 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:18.568991 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.601128 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] DHCP port deletion for e2630778-deac-49bb-b2c7-c77e999816b0 request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:13:18.632995 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] For port 064ab91c-65ed-4ec7-b8d6-ede464252c64, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=064ab91c-65ed-4ec7-b8d6-ede464252c64,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:18.633357 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.648944 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Calling delete_port for 064ab91c-65ed-4ec7-b8d6-ede464252c64 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:18.649294 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Deleting port 064ab91c-65ed-4ec7-b8d6-ede464252c64 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:18.649701 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.716607 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] For port 064ab91c-65ed-4ec7-b8d6-ede464252c64, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=064ab91c-65ed-4ec7-b8d6-ede464252c64,segment=NetworkSegment(bb2fa717-0350-4a11-a809-7eae248f0054),segment_id=bb2fa717-0350-4a11-a809-7eae248f0054)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:18.717016 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.731760 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Calling delete_port for 064ab91c-65ed-4ec7-b8d6-ede464252c64 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:18.737180 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.752613 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] No DVR routers for this DVR port 064ab91c-65ed-4ec7-b8d6-ede464252c64 on host dv-cinder-819778-8-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:18.773338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=064ab91c-65ed-4ec7-b8d6-ede464252c64,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:18.846077 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (e2630778-deac-49bb-b2c7-c77e999816b0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.856256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (064ab91c-65ed-4ec7-b8d6-ede464252c64), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.866034 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2630778-deac-49bb-b2c7-c77e999816b0']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:18.875367 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2fa717-0350-4a11-a809-7eae248f0054') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:18.875649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2fa717-0350-4a11-a809-7eae248f0054') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:18.879852 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] Pushing event deleted for resources: {'Port': ['ID=064ab91c-65ed-4ec7-b8d6-ede464252c64,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:18.881756 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc564e73-af24-4b39-8215-5e00b5d97797 None None] No DVR routers for this DVR port 064ab91c-65ed-4ec7-b8d6-ede464252c64 on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:18.886826 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (bb2fa717-0350-4a11-a809-7eae248f0054), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.902324 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (bb2fa717-0350-4a11-a809-7eae248f0054), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.909163 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:13:18.909535 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (bb2fa717-0350-4a11-a809-7eae248f0054), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:13:18.911473 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:13:18.963115 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (e2630778-deac-49bb-b2c7-c77e999816b0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.968471 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:18.973536 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2630778-deac-49bb-b2c7-c77e999816b0 HTTP/1.1" status: 204 len: 168 time: 0.5283701 Mar 03 14:13:18.975202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45306) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:18.988544 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3052fb-d6f4-44a2-a989-416226f97d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2630778-deac-49bb-b2c7-c77e999816b0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:19.047855 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 439508af-07f3-4c39-a774-153476a24e87 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:19.067538 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 439508af-07f3-4c39-a774-153476a24e87 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:19.067986 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 439508af-07f3-4c39-a774-153476a24e87 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:19.196023 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3e1b4-850c-442b-a6fb-c5102c32d576 req-d183aa7c-4bfa-4003-aa4b-b3f8c30c4188 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:19.197405 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb3e1b4-850c-442b-a6fb-c5102c32d576 req-d183aa7c-4bfa-4003-aa4b-b3f8c30c4188 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.1703644 Mar 03 14:13:19.217042 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-f886b87a-3d4c-458d-9c69-fa8c8ea5aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:19.218893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-f886b87a-3d4c-458d-9c69-fa8c8ea5aeab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1616955 Mar 03 14:13:19.296839 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb3e1b4-850c-442b-a6fb-c5102c32d576 req-0d3b2dea-e15d-4439-92a5-83311a68e587 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924535 Mar 03 14:13:19.513559 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:19.609671 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 591e692a-9ba0-4aad-853a-844af0e47272 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:19.630114 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 591e692a-9ba0-4aad-853a-844af0e47272 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:19.630453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 591e692a-9ba0-4aad-853a-844af0e47272 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:19.630855 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:19.648463 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:19.648803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 8dfa9deb-4ec2-4841-8f44-0b05d09f5bc3 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:19.649202 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 064ab91c-65ed-4ec7-b8d6-ede464252c64 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:19.669231 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 064ab91c-65ed-4ec7-b8d6-ede464252c64 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:19.669573 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 064ab91c-65ed-4ec7-b8d6-ede464252c64 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:19.804559 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Deleting port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:19.804887 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:19.886154 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] For port 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:19.886524 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:19.898733 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Calling delete_port for 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:20.074993 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-9e73f2c4-d7f5-42ee-adb4-63ad1372cd3f service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365860 Mar 03 14:13:20.204060 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60e7a8a0-7bf5-4d2c-b626-ea71a3f82e5d req-73e71b72-cd1e-47f5-9ae2-915619d23f3c service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212213 Mar 03 14:13:20.215902 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (9370b0fe-1e8e-4a36-a3ad-c77ae89959ee), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:20.246426 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Pushing event deleted for resources: {'Port': ['ID=9370b0fe-1e8e-4a36-a3ad-c77ae89959ee,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:20.382261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674a41-df53-43b7-8a19-8922c06d9606 req-680650ac-3370-464a-b8df-41cff4014e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:20.383765 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-680650ac-3370-464a-b8df-41cff4014e1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 1128 time: 0.1309485 Mar 03 14:13:20.543644 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:20.572323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c5cd0-a7e3-4188-bce5-9c6201ea27d3 req-8d183502-035f-45c9-9ed3-613148ae061d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:20.578009 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-615c5cd0-a7e3-4188-bce5-9c6201ea27d3 req-8d183502-035f-45c9-9ed3-613148ae061d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.1894927 Mar 03 14:13:20.618108 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674a41-df53-43b7-8a19-8922c06d9606 req-e01411ab-d266-4a4d-b3eb-9dd13d6b1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:20.619667 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-e01411ab-d266-4a4d-b3eb-9dd13d6b1cde service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.2207909 Mar 03 14:13:20.678165 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-f8114a07-d954-4b88-9ed7-2f34bc6ef058 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa HTTP/1.1" status: 200 len: 217 time: 0.0511055 Mar 03 14:13:21.041431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-615c5cd0-a7e3-4188-bce5-9c6201ea27d3 req-56f44c98-ea1e-4f22-9a80-d4ab006a22fe tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4270496 Mar 03 14:13:21.052718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674a41-df53-43b7-8a19-8922c06d9606 req-5068d781-7030-4899-a3ad-0a90210f5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:21.054366 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-5068d781-7030-4899-a3ad-0a90210f5d42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.3472967 Mar 03 14:13:21.102684 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47dfb47e-4aa9-49d1-9384-d2821341f3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.161109 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:21.265999 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:21.271205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0b124031-2487-4d02-99c7-9dc464f90344 admin admin] 10.222.0.31 "PUT /v2.0/routers/340df8d6-460a-40ea-ba18-f42cd2b8e6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943971 Mar 03 14:13:21.273754 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45318) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:21.276179 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Sync routers for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:21.285676 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:21.286276 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:21.378769 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks [] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.392996 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:21.483735 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks [] for router_gateway (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.536815 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Deleting port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:21.537149 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.571165 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:13:20Z', 'revision_number': 5, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port': {'id': '4922c8e9-3eb5-4f17-89a8-4ce145ed9811', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:10:14Z', 'updated_at': '2022-03-03T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:21.597857 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Checking router: 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:21.607263 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Routers {'340df8d6-460a-40ea-ba18-f42cd2b8e6f2'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:21.608425 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:12:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:21.629132 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] For port 4922c8e9-3eb5-4f17-89a8-4ce145ed9811, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:21.629414 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.658961 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Calling delete_port for 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:21.700947 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] Set router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:21.709323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674a41-df53-43b7-8a19-8922c06d9606 req-79bea321-12f9-4df7-91c2-b8bb720fc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:21.710882 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-79bea321-12f9-4df7-91c2-b8bb720fc9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002445 Mar 03 14:13:21.840163 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (4922c8e9-3eb5-4f17-89a8-4ce145ed9811), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:21.850632 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:13:21Z', 'revision_number': 6, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:21.864432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Pushing event deleted for resources: {'Port': ['ID=4922c8e9-3eb5-4f17-89a8-4ce145ed9811,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:21.877014 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e9bc-e10f-494a-8e0a-20c831f7a03f None None] The sync data for ids ['340df8d6-460a-40ea-ba18-f42cd2b8e6f2'] in dv-cinder-819778-8-iscsi is: [{'id': '340df8d6-460a-40ea-ba18-f42cd2b8e6f2', 'name': 'tempest-TestMinimumBasicScenario-98226812-router', 'tenant_id': '66491fecfeed4eb6818bb6f42678db93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:10:13Z', 'updated_at': '2022-03-03T14:13:21Z', 'revision_number': 6, 'project_id': '66491fecfeed4eb6818bb6f42678db93', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:21.927535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.037230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.039372 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks [] for router_controller (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.103867 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (340df8d6-460a-40ea-ba18-f42cd2b8e6f2), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.104624 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340df8d6-460a-40ea-ba18-f42cd2b8e6f2 {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:13:22.110126 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.111253 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1d397e99-9464-4b4b-b80a-02ca75d1e662 admin admin] 10.222.0.31 "DELETE /v2.0/routers/340df8d6-460a-40ea-ba18-f42cd2b8e6f2 HTTP/1.1" status: 204 len: 168 time: 0.8365982 Mar 03 14:13:22.113976 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45324) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:22.159018 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Deleting subnet 36e1982b-ed3a-49d6-a24d-7c056487e4c9 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:13:22.162127 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Publish callbacks [] for subnet (36e1982b-ed3a-49d6-a24d-7c056487e4c9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.163021 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34c81a-f522-49b0-884c-1e79494d5604 req-0994c2d8-4860-43ec-8962-8ef483dc643f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:22.164480 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b34c81a-f522-49b0-884c-1e79494d5604 req-0994c2d8-4860-43ec-8962-8ef483dc643f tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Mar 03 14:13:22.196230 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (36e1982b-ed3a-49d6-a24d-7c056487e4c9), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.222423 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b34c81a-f522-49b0-884c-1e79494d5604 req-f8b62e6c-72ba-46ce-8a46-8191c6498262 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523169 Mar 03 14:13:22.278641 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (36e1982b-ed3a-49d6-a24d-7c056487e4c9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.341595 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (36e1982b-ed3a-49d6-a24d-7c056487e4c9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.366144 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e1982b-ed3a-49d6-a24d-7c056487e4c9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:22.369999 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.373239 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ec483ea7-5d09-4f2c-8904-03eb3d48a1e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/36e1982b-ed3a-49d6-a24d-7c056487e4c9 HTTP/1.1" status: 204 len: 168 time: 0.2581995 Mar 03 14:13:22.376171 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3255fc-fefe-4e41-b510-68da97a7f17d None None] Network 95ce875f-aa51-407f-864c-573c2e9e7c2c requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:22.376783 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45326) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:22.450315 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (95ce875f-aa51-407f-864c-573c2e9e7c2c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.471884 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-0054cccf-ac4e-48ff-ac42-3a7953557179 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878906 Mar 03 14:13:22.511339 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Deleting port 4d497d38-ee35-46f4-80c3-f11032603c25 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:22.511669 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.577430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] For port 4d497d38-ee35-46f4-80c3-f11032603c25, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=4d497d38-ee35-46f4-80c3-f11032603c25,segment=NetworkSegment(be0fa839-35b6-46d7-a129-cff1ab2ad9d8),segment_id=be0fa839-35b6-46d7-a129-cff1ab2ad9d8)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:22.577750 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.589327 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Calling delete_port for 4d497d38-ee35-46f4-80c3-f11032603c25 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:22.649034 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] DHCP port deletion for 95ce875f-aa51-407f-864c-573c2e9e7c2c request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:13:22.674810 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.700609 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d497d38-ee35-46f4-80c3-f11032603c25,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:22.707338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] No DVR routers for this DVR port 4d497d38-ee35-46f4-80c3-f11032603c25 on host dv-cinder-819778-8-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:22.709246 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Deleting port 4d497d38-ee35-46f4-80c3-f11032603c25 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:22.709667 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.772164 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] For port 4d497d38-ee35-46f4-80c3-f11032603c25, host dv-cinder-819778-8-iscsi, got binding levels [] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:22.772560 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.781857 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (95ce875f-aa51-407f-864c-573c2e9e7c2c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.788337 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Calling delete_port for 4d497d38-ee35-46f4-80c3-f11032603c25 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:22.791062 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.ipam_backend_mixin [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Port 4d497d38-ee35-46f4-80c3-f11032603c25 was not found and therefore no delete operation was performed {{(pid=103111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 14:13:22.792397 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (4d497d38-ee35-46f4-80c3-f11032603c25), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.804951 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ce875f-aa51-407f-864c-573c2e9e7c2c']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:22.816002 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:22.816391 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0fa839-35b6-46d7-a129-cff1ab2ad9d8') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:22.819195 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] No DVR routers for this DVR port 4d497d38-ee35-46f4-80c3-f11032603c25 on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:22.820988 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872660-58e5-4a1c-bc2a-5a179f86397c None None] Pushing event deleted for resources: {'Port': ['ID=4d497d38-ee35-46f4-80c3-f11032603c25,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:22.828767 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (be0fa839-35b6-46d7-a129-cff1ab2ad9d8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.845541 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (be0fa839-35b6-46d7-a129-cff1ab2ad9d8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.851905 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:13:22.852381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (be0fa839-35b6-46d7-a129-cff1ab2ad9d8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:13:22.854491 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:13:22.915718 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (95ce875f-aa51-407f-864c-573c2e9e7c2c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.920149 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:22.932193 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] 10.222.0.31 "DELETE /v2.0/networks/95ce875f-aa51-407f-864c-573c2e9e7c2c HTTP/1.1" status: 204 len: 168 time: 0.5463190 Mar 03 14:13:22.946506 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6caabe-cf51-43eb-afcc-fa9bcbf0c55e admin admin] Pushing event deleted for resources: {'Network': ['ID=95ce875f-aa51-407f-864c-573c2e9e7c2c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:23.084871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45332) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:23.124727 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-385c4920-a3ec-4261-a0c3-0d7af44e35f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa817b6a6545481993ac6ed78ea0b581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387187 Mar 03 14:13:23.127271 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45334) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:23.174384 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] Publish callbacks [] for security_group (8ded127d-3a52-4ad0-832a-0ffb04e339d0), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.198755 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] Publish callbacks [] for security_group (8ded127d-3a52-4ad0-832a-0ffb04e339d0), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.248239 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (8ded127d-3a52-4ad0-832a-0ffb04e339d0), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.251645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.252597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ded127d-3a52-4ad0-832a-0ffb04e339d0 HTTP/1.1" status: 204 len: 168 time: 0.1244507 Mar 03 14:13:23.260775 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394fff0-75a3-4911-9c8f-363e559e5b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded127d-3a52-4ad0-832a-0ffb04e339d0,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:23.403448 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769bc6-627c-494f-b2fb-a7b97c489167 req-f65e6823-f05e-491a-8c08-8a3ba41e9f20 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:23.404944 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8769bc6-627c-494f-b2fb-a7b97c489167 req-f65e6823-f05e-491a-8c08-8a3ba41e9f20 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.0843523 Mar 03 14:13:23.407472 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31674a41-df53-43b7-8a19-8922c06d9606 req-63e19193-0578-40ae-bc1a-dac0ffc502b5 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320870 Mar 03 14:13:23.456775 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8769bc6-627c-494f-b2fb-a7b97c489167 req-e76fd4bf-f88c-4059-ab66-98209f9b9644 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Mar 03 14:13:23.462158 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-05b08258-f0f6-485a-8612-f4e0a37f6821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.620614 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4d497d38-ee35-46f4-80c3-f11032603c25 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:23.625371 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45346) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:23.650798 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 4d497d38-ee35-46f4-80c3-f11032603c25 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:23.651148 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4d497d38-ee35-46f4-80c3-f11032603c25 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:23.651563 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:23.668487 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-917f2da3-ad69-4f66-9bbc-69dc4e9136d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66491fecfeed4eb6818bb6f42678db93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419090 Mar 03 14:13:23.671494 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45348) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:23.673537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:23.673908 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9370b0fe-1e8e-4a36-a3ad-c77ae89959ee not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:23.674321 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:23.694642 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:23.695293 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 4922c8e9-3eb5-4f17-89a8-4ce145ed9811 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:23.743401 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] Publish callbacks [] for security_group (10e8a2c3-a777-4947-a015-172c0d9d642a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.765410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] Publish callbacks [] for security_group (10e8a2c3-a777-4947-a015-172c0d9d642a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.810188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (10e8a2c3-a777-4947-a015-172c0d9d642a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.813668 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:23.814846 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10e8a2c3-a777-4947-a015-172c0d9d642a HTTP/1.1" status: 204 len: 168 time: 0.1424007 Mar 03 14:13:23.823957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3df5cb-542f-4bd3-9024-4d547b5c707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8a2c3-a777-4947-a015-172c0d9d642a,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:24.539894 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:24.582627 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca9a31-e1f8-412d-a140-120f11c6ad15 req-373753bb-63a3-4418-a063-3e8da0dbb60b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:24.584099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-17ca9a31-e1f8-412d-a140-120f11c6ad15 req-373753bb-63a3-4418-a063-3e8da0dbb60b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.0560927 Mar 03 14:13:24.629788 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-17ca9a31-e1f8-412d-a140-120f11c6ad15 req-76b1503c-06db-4701-a916-d007fe34838d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401304 Mar 03 14:13:25.747068 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be98549-7654-49da-afa7-2a184b35be36 req-baa4ab9f-ac8a-44ab-bfa1-014604aea286 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:25.748747 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5be98549-7654-49da-afa7-2a184b35be36 req-baa4ab9f-ac8a-44ab-bfa1-014604aea286 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 944 time: 0.0524328 Mar 03 14:13:25.795248 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5be98549-7654-49da-afa7-2a184b35be36 req-17eba725-4dc2-446f-9206-930f26f823b4 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Mar 03 14:13:26.003382 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:26.515295 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6276b05c-b70c-4ef2-86f9-36c1ba9486aa details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:13:26.605346 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:26.619762 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'port_id': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:13:26.778384 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:13:26.778977 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:26.778977 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:26.791657 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6276b05c-b70c-4ef2-86f9-36c1ba9486aa {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:13:26.811234 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:26.815360 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:26.869485 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:26.930365 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58239d95-fb6a-45c9-ac6e-3004fba0b868 req-89b6b8c0-d8ed-4fcf-86a7-80eaa827a7d0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:26.932214 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58239d95-fb6a-45c9-ac6e-3004fba0b868 req-89b6b8c0-d8ed-4fcf-86a7-80eaa827a7d0 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Mar 03 14:13:26.982489 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58239d95-fb6a-45c9-ac6e-3004fba0b868 req-380cb312-b072-4615-9e57-21be30ff7c34 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Mar 03 14:13:27.062648 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['6276b05c-b70c-4ef2-86f9-36c1ba9486aa'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:27.482151 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:28.315361 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7d22-bade-48c7-8c00-2796a530b11d req-9bc1c992-623a-4916-aba6-9ffe949f4aa3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:28.316822 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b12b7d22-bade-48c7-8c00-2796a530b11d req-9bc1c992-623a-4916-aba6-9ffe949f4aa3 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 945 time: 0.2661307 Mar 03 14:13:28.367199 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b12b7d22-bade-48c7-8c00-2796a530b11d req-b0dbd48a-393e-4b42-a57c-5a9e7a96c39b tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Mar 03 14:13:28.519291 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6276b05c-b70c-4ef2-86f9-36c1ba9486aa up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:28.567653 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:13:28.571196 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:28.571573 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:28.652293 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:28.652835 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:28.675864 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:28.678201 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b025d20-610e-46b8-93da-d5508710420a" -d '{"events": [{"server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "name": "network-vif-plugged", "status": "completed", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:28.690811 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:28.695295 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:28.720477 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118bad1a-a398-46ee-842c-2f10cdfe7b56 x-openstack-request-id: req-118bad1a-a398-46ee-842c-2f10cdfe7b56 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:28.720769 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "name": "network-vif-plugged", "status": "completed", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:28.721026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-118bad1a-a398-46ee-842c-2f10cdfe7b56 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:28.721418 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'code': 200} Mar 03 14:13:28.751773 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:28.886057 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20391e21-9402-443b-8ecd-53d6fc8df209 req-e3369b77-59ef-44bc-ae7b-bc17c688408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:28.887514 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-20391e21-9402-443b-8ecd-53d6fc8df209 req-e3369b77-59ef-44bc-ae7b-bc17c688408d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 1130 time: 0.0426519 Mar 03 14:13:28.929487 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-20391e21-9402-443b-8ecd-53d6fc8df209 req-6d6b4f88-0c12-493b-8cdc-652ba9206bad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Mar 03 14:13:29.485405 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89901f8b-7aa7-4354-8ea7-88dfe08b6246 req-dfcf767a-8383-4e7a-ae35-3e2b52d8fe63 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:29.486881 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89901f8b-7aa7-4354-8ea7-88dfe08b6246 req-dfcf767a-8383-4e7a-ae35-3e2b52d8fe63 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0548198 Mar 03 14:13:29.532463 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89901f8b-7aa7-4354-8ea7-88dfe08b6246 req-00eaf621-bc92-41e0-b0ad-337401381f87 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Mar 03 14:13:30.702217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597092c-08e7-48b5-902a-e23c9fe462c3 req-86eebeb6-5013-4ba2-aec2-e5e859a43c07 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:30.704429 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f597092c-08e7-48b5-902a-e23c9fe462c3 req-86eebeb6-5013-4ba2-aec2-e5e859a43c07 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.1043811 Mar 03 14:13:30.752166 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f597092c-08e7-48b5-902a-e23c9fe462c3 req-20fc2247-4eae-4e39-82b2-2db61d72ff30 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Mar 03 14:13:30.884334 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe59ece-bfcc-4917-930f-c764525e0a1c req-202ad6ab-9aaa-45cd-8a93-ae7423c84eff tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:30.885817 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbe59ece-bfcc-4917-930f-c764525e0a1c req-202ad6ab-9aaa-45cd-8a93-ae7423c84eff tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0623493 Mar 03 14:13:30.894648 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45444) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:30.899069 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Request body: {'floatingip': {'port_id': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:30.937312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:31.215166 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:31.369595 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:31.372976 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:31.474450 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Floating IP 0043299c-16f2-4efe-82ce-1c7ab009d626 associated. External IP: 172.27.0.179, port: 6276b05c-b70c-4ef2-86f9-36c1ba9486aa. Mar 03 14:13:31.680878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:32.067096 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:32.072230 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.079554 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:32.088878 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:32.089574 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:32.101341 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f10a1d4e-e6bc-4162-811b-663279935675 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "PUT /v2.0/floatingips/0043299c-16f2-4efe-82ce-1c7ab009d626 HTTP/1.1" status: 200 len: 992 time: 1.2056112 Mar 03 14:13:32.102084 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:32.113387 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45454) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:32.115260 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ea21f-7852-4cad-8693-a27ae2bf227a" -d '{"events": [{"name": "network-changed", "server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:32.163075 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f08b92-68fd-440e-8a9a-ee3949adba04 x-openstack-request-id: req-68f08b92-68fd-440e-8a9a-ee3949adba04 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:32.163367 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:32.163886 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68f08b92-68fd-440e-8a9a-ee3949adba04 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:32.164294 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'status': 'completed', 'code': 200} Mar 03 14:13:32.207924 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:32.233809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-7d705636-6713-460e-9cd8-acb514ea9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:32.236111 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-7d705636-6713-460e-9cd8-acb514ea9713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861c811514474fb1a8f05efd7009cbd9&device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 1130 time: 0.0504558 Mar 03 14:13:32.240732 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f6a17014-3d65-4dfb-90f7-0e300303fac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.327539 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f6a17014-3d65-4dfb-90f7-0e300303fac3 admin admin] Publish callbacks [] for security_group (c9fc25ca-e71a-4a49-9bbf-078a9363fe6b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.335357 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f6a17014-3d65-4dfb-90f7-0e300303fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c9fc25ca-e71a-4a49-9bbf-078a9363fe6b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.356240 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-e0893dda-5539-4ac6-80ac-72a9a8322c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:32.357899 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-e0893dda-5539-4ac6-80ac-72a9a8322c76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 200 len: 912 time: 0.1160836 Mar 03 14:13:32.366260 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f6a17014-3d65-4dfb-90f7-0e300303fac3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61ad8a4f60104876ae1dc0ad66a5f081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514329 Mar 03 14:13:32.369185 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45462) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:32.426524 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17014-3d65-4dfb-90f7-0e300303fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc25ca-e71a-4a49-9bbf-078a9363fe6b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:32.446875 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] Publish callbacks [] for security_group (c9fc25ca-e71a-4a49-9bbf-078a9363fe6b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.467798 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-b1d04102-2537-4302-9e62-52564330fb2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa HTTP/1.1" status: 200 len: 1000 time: 0.1027091 Mar 03 14:13:32.472961 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] Publish callbacks [] for security_group (c9fc25ca-e71a-4a49-9bbf-078a9363fe6b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.519695 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-60a03e2e-185b-4356-9759-346b7ed45488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:32.521245 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-60a03e2e-185b-4356-9759-346b7ed45488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 200 len: 850 time: 0.0480137 Mar 03 14:13:32.524934 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c9fc25ca-e71a-4a49-9bbf-078a9363fe6b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.533712 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:32.537177 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9fc25ca-e71a-4a49-9bbf-078a9363fe6b HTTP/1.1" status: 204 len: 168 time: 0.1660731 Mar 03 14:13:32.549017 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014acd29-6ba4-4cc8-908a-6d536f3ec93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc25ca-e71a-4a49-9bbf-078a9363fe6b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:32.549898 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '0043299c-16f2-4efe-82ce-1c7ab009d626', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:13:12Z', 'updated_at': '2022-03-03T14:13:31Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:32.584823 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:32.587365 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-7b7f2d74-63ba-48bb-90d8-4a85cc553fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:32.588859 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-7b7f2d74-63ba-48bb-90d8-4a85cc553fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05081da1-60f1-429a-bcc4-2332fab8e916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611408 Mar 03 14:13:32.602926 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:32.603437 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:32.710841 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-9501785e-e129-498e-a8c5-e399ee745123 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145015 Mar 03 14:13:32.732807 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:32.817706 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a67ea21f-7852-4cad-8693-a27ae2bf227a req-951ee486-fc07-45d5-ba7a-19a72f421c70 service neutron] 10.222.0.13 "GET /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989568 Mar 03 14:13:33.008379 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '0043299c-16f2-4efe-82ce-1c7ab009d626', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:13:12Z', 'updated_at': '2022-03-03T14:13:31Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:33.041744 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c7d57-c617-4c43-bda7-18c2e5846300 None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '0043299c-16f2-4efe-82ce-1c7ab009d626', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'port_id': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:13:12Z', 'updated_at': '2022-03-03T14:13:31Z', 'revision_number': 1, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:33.259071 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b57a3-3b8b-4cc1-8f47-9bfd0f31665c None None] New status for floating IP 0043299c-16f2-4efe-82ce-1c7ab009d626: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:13:33.264886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45488) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:33.376688 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1858257110-network', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:33.400454 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Made reservation on behalf of 0e24c4b64bf04d1889872bf86e4f982c for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:33.403847 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.417577 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.505733 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks [] for security_group (889f5a43-6d8d-46ac-a6c1-56f0b193cf09), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.510038 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (889f5a43-6d8d-46ac-a6c1-56f0b193cf09), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.539087 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:13:33.550972 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f5a43-6d8d-46ac-a6c1-56f0b193cf09,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:33.558509 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (951b02ff-c7e7-4097-96a5-e5b83f4bdb8c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.558853 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Added segment 951b02ff-c7e7-4097-96a5-e5b83f4bdb8c of type vlan for network 6980b223-35ce-4208-ab39-1246a47ff45e Mar 03 14:13:33.605770 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (6980b223-35ce-4208-ab39-1246a47ff45e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.638414 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (6980b223-35ce-4208-ab39-1246a47ff45e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.639381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:33.639970 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.695307 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4293017 Mar 03 14:13:33.699345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45498) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:33.705171 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Request body: {'subnet': {'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1858257110-subnet', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:33.713891 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8c33b-a639-438c-a817-66d5b892cede admin admin] Pushing event updated for resources: {'Network': ['ID=6980b223-35ce-4208-ab39-1246a47ff45e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:33.727044 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network 6980b223-35ce-4208-ab39-1246a47ff45e details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:13:33.737408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Made reservation on behalf of 0e24c4b64bf04d1889872bf86e4f982c for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:33.740027 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63268338'] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.932248 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63268288'] for subnet (9e65a0d7-3b4c-46a1-bf55-9f5577d36827), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:33.987675 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e65a0d7-3b4c-46a1-bf55-9f5577d36827,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:33.999006 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Checking segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:33.999439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Network hostable DHCP agents. Network: 6980b223-35ce-4208-ab39-1246a47ff45e, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:13:34.016470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Network 6980b223-35ce-4208-ab39-1246a47ff45e is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:13:34.025290 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, 6980b223-35ce-4208-ab39-1246a47ff45e) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:34.029841 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:34.030465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.035922 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6019666-897c-46f9-ae48-f481ad5f8c78 None None] Network 6980b223-35ce-4208-ab39-1246a47ff45e requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:34.048119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-84a98a0b-cf2f-4c24-add3-42f290eeacfa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3468831 Mar 03 14:13:34.050254 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45506) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:34.054647 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:34.075190 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.076328 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.131589 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for router_controller (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.140421 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-6980b223-35ce-4208-ab39-1246a47ff45e', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:13:34.141924 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.276040 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for router_gateway (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.286204 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Allocated IP 172.20.0.2 (6980b223-35ce-4208-ab39-1246a47ff45e/9e65a0d7-3b4c-46a1-bf55-9f5577d36827/3ad4bc2c-bf97-4012-8bea-040caafa74ff) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:34.426863 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks [] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.432601 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.478653 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for router_gateway (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.479061 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Network 6980b223-35ce-4208-ab39-1246a47ff45e is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:34.481921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:34.487339 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:34.490334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Pushing event updated for resources: {'Port': ['ID=3ad4bc2c-bf97-4012-8bea-040caafa74ff,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:34.501083 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.544279 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Attempting to bind port 3ad4bc2c-bf97-4012-8bea-040caafa74ff on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:34.544567 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Attempting to bind port 3ad4bc2c-bf97-4012-8bea-040caafa74ff by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:34.544925 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Attempting to bind port 3ad4bc2c-bf97-4012-8bea-040caafa74ff on network 6980b223-35ce-4208-ab39-1246a47ff45e {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:34.550594 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:34.550972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Checking segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:34.551371 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.551759 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Bound using segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:34.552223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Bound port: 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:34.552596 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.602720 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Allocated IP 172.27.0.148 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/e55c5924-45c6-4369-ab4d-8a79b277a5e9) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:34.614532 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] For port 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:34.617883 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] For port 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=3ad4bc2c-bf97-4012-8bea-040caafa74ff,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:34.623921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.683923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419843a-ce87-4c7a-b226-79270b8500ff None None] Pushing event updated for resources: {'Port': ['ID=3ad4bc2c-bf97-4012-8bea-040caafa74ff,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:34.715202 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.750029 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:34.789906 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:34.792789 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:34.796334 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:34.802739 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e55c5924-45c6-4369-ab4d-8a79b277a5e9,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:35.079784 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for router_gateway (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:35.151240 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-70e9abcd-14f4-4035-a462-ea0d1592ec8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458155 Mar 03 14:13:35.217184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-916e8b34-abfc-403c-ab1f-b1c054aa2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:35.219247 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-916e8b34-abfc-403c-ab1f-b1c054aa2feb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 1129 time: 0.0467937 Mar 03 14:13:35.297144 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:35.345618 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-11ee0d97-7105-4057-98f9-d0e1a9331a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:35.347135 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-11ee0d97-7105-4057-98f9-d0e1a9331a93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.1106024 Mar 03 14:13:35.421281 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-8114f37d-1753-4425-acbb-12ab9869a959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36191c0-89a9-4334-9628-1dc78ded26a5 HTTP/1.1" status: 200 len: 1001 time: 0.0668392 Mar 03 14:13:35.452026 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Router bf7439e3-6383-4eb3-9ef6-3e953686fc5b is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:13:35.482333 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-ca38b4ff-f1c3-435a-b33f-36ad25a8be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:35.483972 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-ca38b4ff-f1c3-435a-b33f-36ad25a8be75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0558023 Mar 03 14:13:35.546198 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-560691d9-97e5-43ef-897b-789b68d2f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:35.548035 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-560691d9-97e5-43ef-897b-789b68d2f8d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577900 Mar 03 14:13:35.574103 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:35.596697 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:35.597558 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Sync routers for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:35.598228 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-05cd6e84-6766-4f38-add7-5f9ba1b612c3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5468791 Mar 03 14:13:35.600800 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45510) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:35.618670 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:35.619833 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:35.676746 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-2aeb18da-8ec0-44e6-b185-c625f09e4828 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217287 Mar 03 14:13:35.807412 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ad3960b-b0a4-44d5-bbde-b64f23cba1fa req-d0eb0754-7e68-4f43-b711-087aeaa4ada7 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236467 Mar 03 14:13:35.878776 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 3ad4bc2c-bf97-4012-8bea-040caafa74ff up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:35.880605 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f7451-a929-4e96-8438-781a91d27695 None None] Network 6980b223-35ce-4208-ab39-1246a47ff45e requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:35.990456 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:35.994498 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Provisioning complete for port 3ad4bc2c-bf97-4012-8bea-040caafa74ff triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:35.994874 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.174495 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 3ad4bc2c-bf97-4012-8bea-040caafa74ff triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:36.175040 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.246253 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.325056 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Current status of the port 3ad4bc2c-bf97-4012-8bea-040caafa74ff is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:36.325448 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.405709 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] For port 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=3ad4bc2c-bf97-4012-8bea-040caafa74ff,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:36.407871 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 3ad4bc2c-bf97-4012-8bea-040caafa74ff is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:36.408236 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.413256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.415742 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Allocated IP 172.20.0.1 (6980b223-35ce-4208-ab39-1246a47ff45e/9e65a0d7-3b4c-46a1-bf55-9f5577d36827/78f7bf57-ea17-48ed-b87c-090edc458555) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:36.465742 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:34Z', 'revision_number': 3, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:36.511996 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Checking router: bf7439e3-6383-4eb3-9ef6-3e953686fc5b for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:36.512710 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Updating router bf7439e3-6383-4eb3-9ef6-3e953686fc5b port e55c5924-45c6-4369-ab4d-8a79b277a5e9 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:13:36.527319 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks [] for port (78f7bf57-ea17-48ed-b87c-090edc458555), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.561403 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.569472 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeabc9-f33f-4c48-a309-e110ce50bbf2 None None] Pushing event updated for resources: {'Port': ['ID=3ad4bc2c-bf97-4012-8bea-040caafa74ff,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:36.588243 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.593569 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.db.api [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 14:13:36.594429 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG oslo_db.api [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 14:13:36.598846 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Network 6980b223-35ce-4208-ab39-1246a47ff45e is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:36.603724 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:36.607157 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:36.612979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-fce3e6ff-9eb6-4441-b11b-6be77c2951bf None None] Provisioning complete for port 3ad4bc2c-bf97-4012-8bea-040caafa74ff triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:36.613456 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fce3e6ff-9eb6-4441-b11b-6be77c2951bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.638347 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:36.653709 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.800658 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.810172 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-fce3e6ff-9eb6-4441-b11b-6be77c2951bf None None] Current status of the port 3ad4bc2c-bf97-4012-8bea-040caafa74ff is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:36.908987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks [] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.914897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.963339 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks [] for port (78f7bf57-ea17-48ed-b87c-090edc458555), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.968077 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.974475 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-eb4e80a0-98e4-4114-8999-cc3b4552947e None None] Provisioning complete for port 78f7bf57-ea17-48ed-b87c-090edc458555 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:36.974849 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80a0-98e4-4114-8999-cc3b4552947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:36.981801 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0ff17-7724-4dd4-ac07-d69561251bb3 None None] Pushing event updated for resources: {'Port': ['ID=e55c5924-45c6-4369-ab4d-8a79b277a5e9,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:36.983968 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Attempting to bind port e55c5924-45c6-4369-ab4d-8a79b277a5e9 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:36.985108 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Attempting to bind port e55c5924-45c6-4369-ab4d-8a79b277a5e9 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:36.985515 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Attempting to bind port e55c5924-45c6-4369-ab4d-8a79b277a5e9 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:37.010175 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:37.010552 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:37.010956 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.011338 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:37.011897 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Bound port: e55c5924-45c6-4369-ab4d-8a79b277a5e9, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:37.012176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.033506 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.036456 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:37.050761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e80a0-98e4-4114-8999-cc3b4552947e None None] Port 78f7bf57-ea17-48ed-b87c-090edc458555 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:37.076169 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] For port e55c5924-45c6-4369-ab4d-8a79b277a5e9, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:37.079988 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] For port e55c5924-45c6-4369-ab4d-8a79b277a5e9, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e55c5924-45c6-4369-ab4d-8a79b277a5e9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:37.087525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.139990 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Network 6980b223-35ce-4208-ab39-1246a47ff45e is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:37.142113 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:37.178493 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 3ad4bc2c-bf97-4012-8bea-040caafa74ff is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:37.183734 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0ff17-7724-4dd4-ac07-d69561251bb3 None None] Pushing event updated for resources: {'Port': ['ID=e55c5924-45c6-4369-ab4d-8a79b277a5e9,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:37.185985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:37.186601 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:37.259994 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Router bf7439e3-6383-4eb3-9ef6-3e953686fc5b has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:37.310550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:37.381901 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:37.388078 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-496427f1-a871-4563-8681-eaeccc7a6ea6 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf7439e3-6383-4eb3-9ef6-3e953686fc5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7862294 Mar 03 14:13:37.439547 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-81f195f9-45bc-4fb5-af00-adac37590abb None None] Provisioning complete for port 78f7bf57-ea17-48ed-b87c-090edc458555 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:37.439831 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81f195f9-45bc-4fb5-af00-adac37590abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.631832 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 3ad4bc2c-bf97-4012-8bea-040caafa74ff up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:37.659197 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-81f195f9-45bc-4fb5-af00-adac37590abb None None] Port 78f7bf57-ea17-48ed-b87c-090edc458555 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:37.726034 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 3ad4bc2c-bf97-4012-8bea-040caafa74ff triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:37.726412 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.760714 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 2, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:37.793550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c710b6-7d5b-4a23-b62d-198e6bc87592 None None] The sync data for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi is: [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 2, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:37.843312 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 3ad4bc2c-bf97-4012-8bea-040caafa74ff is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:37.892410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45532) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:37.897964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-831074657-network', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:37.916719 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Made reservation on behalf of 556c0d0661a84a02a6587dc27b0a0d08 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:37.918986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:37.928396 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.020347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks [] for security_group (7c5729b1-fbde-4465-a815-26ea3c356fee), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.024602 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7c5729b1-fbde-4465-a815-26ea3c356fee), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.051665 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:13:38.061533 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5729b1-fbde-4465-a815-26ea3c356fee,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:38.072914 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (9916ad1e-eb50-45d6-b075-2ccac803789a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.073289 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Added segment 9916ad1e-eb50-45d6-b075-2ccac803789a of type vlan for network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b Mar 03 14:13:38.119760 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.147924 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.149202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:38.149824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.213075 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3188989 Mar 03 14:13:38.215711 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45538) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:38.221142 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Request body: {'subnet': {'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-831074657-subnet', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:38.228452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf239-cdec-4b47-a834-d0399a14bdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:38.241278 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:13:38.256353 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Made reservation on behalf of 556c0d0661a84a02a6587dc27b0a0d08 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:38.268285 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.471619 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (65905661-483d-484d-bb8d-a41704289849), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.525538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65905661-483d-484d-bb8d-a41704289849,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:38.536956 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Checking segment: {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:38.537341 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Network hostable DHCP agents. Network: d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:13:38.554404 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:13:38.563571 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:38.568153 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:38.568746 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.573756 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62baa562-061f-4a16-a2ba-cc9da436fd0b None None] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:38.591748 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-789967ec-4f95-4896-980f-f65b05f86b94 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3724997 Mar 03 14:13:38.592085 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45540) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:38.597311 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:38.636033 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router (19939222-9556-419b-a23c-196314aa1eec), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.637110 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router (19939222-9556-419b-a23c-196314aa1eec), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.699432 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0552df-7b7f-5699-b406-5d0703adcd2a-d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849'}]}} from dv-cinder-819778-8-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 14:13:38.700282 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.701569 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for router_controller (19939222-9556-419b-a23c-196314aa1eec), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:38.846987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Allocated IP 172.20.0.2 (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b/65905661-483d-484d-bb8d-a41704289849/cd570f77-01af-49b7-9aae-8e8cff33ef25) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:38.858323 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for router_gateway (19939222-9556-419b-a23c-196314aa1eec), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.009971 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks [] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.017097 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.061486 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:39.066694 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:39.069348 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:39.072659 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Pushing event updated for resources: {'Port': ['ID=cd570f77-01af-49b7-9aae-8e8cff33ef25,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:39.074524 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for router_gateway (19939222-9556-419b-a23c-196314aa1eec), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.094503 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.134525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Attempting to bind port cd570f77-01af-49b7-9aae-8e8cff33ef25 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:39.135026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Attempting to bind port cd570f77-01af-49b7-9aae-8e8cff33ef25 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:39.135386 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Attempting to bind port cd570f77-01af-49b7-9aae-8e8cff33ef25 on network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:39.141345 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:39.141763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Checking segment: {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:39.142223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.142620 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Bound using segment: {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:39.143679 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Bound port: cd570f77-01af-49b7-9aae-8e8cff33ef25, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:39.144213 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.209251 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] For port cd570f77-01af-49b7-9aae-8e8cff33ef25, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:39.211169 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Allocated IP 172.27.0.120 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/d5b80ed9-b5fc-459c-b20d-c4aa24821509) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:39.214377 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] For port cd570f77-01af-49b7-9aae-8e8cff33ef25, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=cd570f77-01af-49b7-9aae-8e8cff33ef25,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:39.221662 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.278804 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cc8af-b41e-4935-b7a0-a597aa284665 None None] Pushing event updated for resources: {'Port': ['ID=cd570f77-01af-49b7-9aae-8e8cff33ef25,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:39.334272 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.374062 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.424683 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:39.437289 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:39.447418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:39.475121 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b80ed9-b5fc-459c-b20d-c4aa24821509,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:39.487534 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.487834 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.488178 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.488499 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.488842 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.489152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.489478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.489825 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.490147 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.490474 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.493479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.493479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.493479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:39.711413 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device cd570f77-01af-49b7-9aae-8e8cff33ef25 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:39.770620 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for router_gateway (19939222-9556-419b-a23c-196314aa1eec), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.774194 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port cd570f77-01af-49b7-9aae-8e8cff33ef25 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:39.775492 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.870330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port cd570f77-01af-49b7-9aae-8e8cff33ef25 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:39.870714 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.903485 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port cd570f77-01af-49b7-9aae-8e8cff33ef25, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=cd570f77-01af-49b7-9aae-8e8cff33ef25,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:39.907757 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.908536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e55c5924-45c6-4369-ab4d-8a79b277a5e9 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:39.984765 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494445'] for router (19939222-9556-419b-a23c-196314aa1eec), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:39.985439 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=cd570f77-01af-49b7-9aae-8e8cff33ef25,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:39.996246 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port e55c5924-45c6-4369-ab4d-8a79b277a5e9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:39.996617 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.075339 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port e55c5924-45c6-4369-ab4d-8a79b277a5e9 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:40.075823 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.100720 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port e55c5924-45c6-4369-ab4d-8a79b277a5e9, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e55c5924-45c6-4369-ab4d-8a79b277a5e9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:40.108085 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Sync routers for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:40.108775 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.121335 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:40.122225 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:40.151557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Router 19939222-9556-419b-a23c-196314aa1eec is scheduled to L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 14:13:40.169368 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=e55c5924-45c6-4369-ab4d-8a79b277a5e9,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:40.251385 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:40.277875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:40.288396 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Sync routers for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:40.295586 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.296376 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-31c59934-b2bd-4735-a279-ccd23c8e1948 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7032504 Mar 03 14:13:40.299304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45544) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:40.306187 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:40.306872 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:40.469704 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:40.485097 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 2, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:40.528375 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Checking router: bf7439e3-6383-4eb3-9ef6-3e953686fc5b for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:40.529019 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Updating router bf7439e3-6383-4eb3-9ef6-3e953686fc5b port 78f7bf57-ea17-48ed-b87c-090edc458555 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:13:40.615337 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.876918 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:39Z', 'revision_number': 3, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:40.927313 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Checking router: 19939222-9556-419b-a23c-196314aa1eec for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:40.927734 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Updating router 19939222-9556-419b-a23c-196314aa1eec port d5b80ed9-b5fc-459c-b20d-c4aa24821509 binding host dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:13:40.993560 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks [] for port (78f7bf57-ea17-48ed-b87c-090edc458555), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:40.995671 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.001485 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.044268 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8e7ec-4a41-4d9d-99fa-ef6e0cbd11f6 None None] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:13:41.124216 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Pushing event updated for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:41.144084 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.144469 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.144872 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.145506 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.145911 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.146244 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.146577 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.146953 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.147279 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.147621 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.147952 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.148270 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.148589 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:41.176990 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Attempting to bind port 78f7bf57-ea17-48ed-b87c-090edc458555 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:41.177359 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Attempting to bind port 78f7bf57-ea17-48ed-b87c-090edc458555 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:41.177746 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Attempting to bind port 78f7bf57-ea17-48ed-b87c-090edc458555 on network 6980b223-35ce-4208-ab39-1246a47ff45e {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:41.190462 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:41.190838 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Checking segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:41.191246 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.191639 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Bound using segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:41.192107 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Bound port: 78f7bf57-ea17-48ed-b87c-090edc458555, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:41.192491 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.264011 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61879e07-406a-4b75-8af1-7f5be2aac1e7 req-29d24f06-f1cd-407e-b94c-1de9a28e1f2d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:41.267002 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-61879e07-406a-4b75-8af1-7f5be2aac1e7 req-29d24f06-f1cd-407e-b94c-1de9a28e1f2d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.5457222 Mar 03 14:13:41.269606 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.312451 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] For port 78f7bf57-ea17-48ed-b87c-090edc458555, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:41.316969 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] For port 78f7bf57-ea17-48ed-b87c-090edc458555, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=78f7bf57-ea17-48ed-b87c-090edc458555,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:41.326632 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.386829 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:41.387482 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:41.392129 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-61879e07-406a-4b75-8af1-7f5be2aac1e7 req-cc9a2951-b945-49df-8a82-46794a3100f7 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151381 Mar 03 14:13:41.451419 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163a86-0324-482d-a2fd-407c230a1674 None None] Pushing event updated for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:41.509892 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Allocated IP 172.20.0.1 (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b/65905661-483d-484d-bb8d-a41704289849/634ff148-db35-4bfc-b26e-70148e5c6701) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:41.545602 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:41.545850 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a504f917-f65f-4dd9-8181-d5a4ccd06b10 None None] Provisioning complete for port cd570f77-01af-49b7-9aae-8e8cff33ef25 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:41.546224 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a504f917-f65f-4dd9-8181-d5a4ccd06b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.668906 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks [] for port (634ff148-db35-4bfc-b26e-70148e5c6701), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.707830 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.745344 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device cd570f77-01af-49b7-9aae-8e8cff33ef25 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:41.754773 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:41.757711 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:41.762194 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:41.765257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Pushing event updated for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:41.810550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495408'] for router_interface (19939222-9556-419b-a23c-196314aa1eec), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.820671 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a504f917-f65f-4dd9-8181-d5a4ccd06b10 None None] Current status of the port cd570f77-01af-49b7-9aae-8e8cff33ef25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:41.825245 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks [] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.851215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.857853 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:41.900164 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941e1be-75e1-4124-9941-10bfc62f0c08 None None] The sync data for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi is: [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:41.908695 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce003-ac0f-43b1-9217-8e3955e0efcf None None] Pushing event updated for resources: {'Port': ['ID=d5b80ed9-b5fc-459c-b20d-c4aa24821509,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:41.944206 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port cd570f77-01af-49b7-9aae-8e8cff33ef25 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:41.944583 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.981616 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:41.986361 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Attempting to bind port d5b80ed9-b5fc-459c-b20d-c4aa24821509 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:41.986736 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Attempting to bind port d5b80ed9-b5fc-459c-b20d-c4aa24821509 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:41.987099 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Attempting to bind port d5b80ed9-b5fc-459c-b20d-c4aa24821509 on network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:42.011074 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:42.011519 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Checking segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:42.011853 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.012250 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Bound using segment: {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:42.012735 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Bound port: d5b80ed9-b5fc-459c-b20d-c4aa24821509, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c5336-83bf-4b7a-923d-55e0b4736e0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:42.013110 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.015344 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Provisioning complete for port 78f7bf57-ea17-48ed-b87c-090edc458555 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:42.016904 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.148466 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] For port d5b80ed9-b5fc-459c-b20d-c4aa24821509, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:42.161313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks [] for port (634ff148-db35-4bfc-b26e-70148e5c6701), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.162882 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port cd570f77-01af-49b7-9aae-8e8cff33ef25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:42.164193 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 78f7bf57-ea17-48ed-b87c-090edc458555 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:42.168208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.170900 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] For port d5b80ed9-b5fc-459c-b20d-c4aa24821509, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=d5b80ed9-b5fc-459c-b20d-c4aa24821509,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:42.234176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.302457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-493984'] for router_interface (19939222-9556-419b-a23c-196314aa1eec), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.311579 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Pushing event updated for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:42.321550 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Current status of the port 78f7bf57-ea17-48ed-b87c-090edc458555 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:42.321972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.342710 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce003-ac0f-43b1-9217-8e3955e0efcf None None] Pushing event updated for resources: {'Port': ['ID=d5b80ed9-b5fc-459c-b20d-c4aa24821509,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:42.359270 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 78f7bf57-ea17-48ed-b87c-090edc458555 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:42.360330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.382557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-d6d2f2b4-7fd4-4f00-9e3f-932b8490efe8 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:42.384300 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-d6d2f2b4-7fd4-4f00-9e3f-932b8490efe8 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.1606019 Mar 03 14:13:42.397199 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:42.397882 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:42.485187 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] For port 78f7bf57-ea17-48ed-b87c-090edc458555, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=78f7bf57-ea17-48ed-b87c-090edc458555,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:42.498773 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.508245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:42.512650 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:42.650206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port c36191c0-89a9-4334-9628-1dc78ded26a5 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:13:42.650962 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.671542 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869fdfc-9a83-4fac-a40b-b1e16cba8389 None None] Pushing event updated for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:42.787875 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:42.790809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Provisioning complete for port cd570f77-01af-49b7-9aae-8e8cff33ef25 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:42.790934 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:42.793221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 78f7bf57-ea17-48ed-b87c-090edc458555 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:42.794727 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e55c5924-45c6-4369-ab4d-8a79b277a5e9 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:42.839436 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a66-0f0a-46c2-acc3-137624ddc15f req-71dc0805-8fc8-4c34-ae5a-94b93ad35357 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:42.841253 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7da1a66-0f0a-46c2-acc3-137624ddc15f req-71dc0805-8fc8-4c34-ae5a-94b93ad35357 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 945 time: 0.3059075 Mar 03 14:13:42.885727 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Router 19939222-9556-419b-a23c-196314aa1eec has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:42.963120 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] For port c36191c0-89a9-4334-9628-1dc78ded26a5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c36191c0-89a9-4334-9628-1dc78ded26a5,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:42.963496 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.020230 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7da1a66-0f0a-46c2-acc3-137624ddc15f req-4943508c-4de5-4d5c-9499-2ee64f58212e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527481 Mar 03 14:13:43.046424 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port e55c5924-45c6-4369-ab4d-8a79b277a5e9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:43.047489 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.111760 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Current status of the port cd570f77-01af-49b7-9aae-8e8cff33ef25 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:43.158882 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:43.159184 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.161093 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:43.167589 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4633db2c-a155-46a2-89d9-baecfa2474e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/19939222-9556-419b-a23c-196314aa1eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673210 Mar 03 14:13:43.229113 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-57820307-38bf-4f5a-9a45-77bdcd858707 None None] Port 634ff148-db35-4bfc-b26e-70148e5c6701 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:43.232425 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port e55c5924-45c6-4369-ab4d-8a79b277a5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:43.242073 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '634ff148-db35-4bfc-b26e-70148e5c6701', 'name': '', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'mac_address': 'fa:16:3e:66:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:41Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 2, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'subnets': [{'id': '65905661-483d-484d-bb8d-a41704289849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:43.245176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.245176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (db0ccd00-f1aa-467a-8cd7-69c546a3c651), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.245176 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP db0ccd00-f1aa-467a-8cd7-69c546a3c651 disassociated. External IP: 172.27.0.149, port: c36191c0-89a9-4334-9628-1dc78ded26a5. Mar 03 14:13:43.245528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for c36191c0-89a9-4334-9628-1dc78ded26a5 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:13:43.278133 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbca2b5-7b9b-4c6f-a6e9-040b7a0d4b51 None None] The sync data for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi is: [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '634ff148-db35-4bfc-b26e-70148e5c6701', 'name': '', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'mac_address': 'fa:16:3e:66:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:41Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 2, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'subnets': [{'id': '65905661-483d-484d-bb8d-a41704289849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:43.352679 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a5ccd524-e778-4cc0-a2b9-c24ec6c18903 None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:43.353303 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd524-e778-4cc0-a2b9-c24ec6c18903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.393916 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccd524-e778-4cc0-a2b9-c24ec6c18903 None None] Port 634ff148-db35-4bfc-b26e-70148e5c6701 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:43.405880 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (c36191c0-89a9-4334-9628-1dc78ded26a5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.434935 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=c36191c0-89a9-4334-9628-1dc78ded26a5,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:43.556158 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:13:43.721868 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45584) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:43.724165 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:13:43.724303 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 78f7bf57-ea17-48ed-b87c-090edc458555 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:43.732597 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874506712', 'description': 'tempest-secgroup-smoke-1874506712 description', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:43.743342 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:43.758552 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:43.759198 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:43.766099 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.798259 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] No DVR routers for this DVR port c36191c0-89a9-4334-9628-1dc78ded26a5 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:13:43.801591 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.804566 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 78f7bf57-ea17-48ed-b87c-090edc458555 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:43.804930 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f8b801-a7e9-407b-8174-dcedcc9a7110 req-a5e87571-8a17-4d40-b280-35491316b827 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "DELETE /v2.0/ports/c36191c0-89a9-4334-9628-1dc78ded26a5 HTTP/1.1" status: 204 len: 173 time: 1.4141374 Mar 03 14:13:43.805121 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.805402 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'name': 'network-vif-deleted', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:43.808137 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25177ff3-b1dd-4d43-80ef-e57a48068442" -d '{"events": [{"server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "name": "network-vif-deleted", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:43.893774 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0ac250-95b5-4c4d-897a-5651403890aa x-openstack-request-id: req-1d0ac250-95b5-4c4d-897a-5651403890aa {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:43.894814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a80e525-e20f-4b87-96f5-1982f0326e6b", "name": "network-vif-deleted", "tag": "c36191c0-89a9-4334-9628-1dc78ded26a5", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:43.895161 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d0ac250-95b5-4c4d-897a-5651403890aa {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:43.895882 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a80e525-e20f-4b87-96f5-1982f0326e6b', 'name': 'network-vif-deleted', 'tag': 'c36191c0-89a9-4334-9628-1dc78ded26a5', 'status': 'completed', 'code': 200} Mar 03 14:13:43.949465 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (791e9262-fe6e-401e-b5ce-e6050a54f29b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:43.956683 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (791e9262-fe6e-401e-b5ce-e6050a54f29b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.017531 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791e9262-fe6e-401e-b5ce-e6050a54f29b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.026409 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.028147 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1f3a78cf-6ffa-4270-a090-7ae75e7aa1fd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3046460 Mar 03 14:13:44.031135 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45592) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.035711 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.123811 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (7d238ae4-f7da-4c15-988c-f613b3f8733b), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.186361 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7f9bccd-d18e-44f6-b0b4-ee75fd560b8e req-0e32cb32-d3a2-41bb-ada7-c47a1a062355 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a80e525-e20f-4b87-96f5-1982f0326e6b HTTP/1.1" status: 200 len: 210 time: 0.0273066 Mar 03 14:13:44.197383 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:44.198676 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 78f7bf57-ea17-48ed-b87c-090edc458555 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:44.228204 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (7d238ae4-f7da-4c15-988c-f613b3f8733b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.232347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (7d238ae4-f7da-4c15-988c-f613b3f8733b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.258824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d238ae4-f7da-4c15-988c-f613b3f8733b,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.269201 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.270819 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9574c451-bc10-4fef-abd2-a59b7ed8889b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385716 Mar 03 14:13:44.273512 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45596) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.282939 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.309987 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (dfc521c9-147f-4e6a-8b84-2e2b9abaa713), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.376784 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (dfc521c9-147f-4e6a-8b84-2e2b9abaa713), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.381060 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (dfc521c9-147f-4e6a-8b84-2e2b9abaa713), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.399363 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc521c9-147f-4e6a-8b84-2e2b9abaa713,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.408966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.410207 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-822a02a6-4267-48e9-ab4a-8dba6712c761 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351202 Mar 03 14:13:44.412869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45598) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.417575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.443036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (e8bc674c-98ac-4b42-9e9c-8c716c7ebc6f), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.446096 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:44.474663 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:44.483032 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:44.483627 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:44.503336 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (e8bc674c-98ac-4b42-9e9c-8c716c7ebc6f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.507147 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (e8bc674c-98ac-4b42-9e9c-8c716c7ebc6f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.525075 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bc674c-98ac-4b42-9e9c-8c716c7ebc6f,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.533081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.534287 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-84fca614-4777-4ba3-881c-54839698f934 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202700 Mar 03 14:13:44.537138 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45600) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.542292 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.584220 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (2cca33bf-d11f-44b7-b925-edc680b22bea), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.610694 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:44.658520 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (2cca33bf-d11f-44b7-b925-edc680b22bea), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.662481 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (2cca33bf-d11f-44b7-b925-edc680b22bea), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.688183 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.689522 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513765 Mar 03 14:13:44.690769 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0332b8-004a-4f4d-a054-911aeb9ff21a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cca33bf-d11f-44b7-b925-edc680b22bea,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.693375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 45608) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.710606 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.754439 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.securitygroups_db [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Project 0e24c4b64bf04d1889872bf86e4f982c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:13:44.775078 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (d9ccb643-f354-406b-9a94-5cd8ed980e6e), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.881375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (d9ccb643-f354-406b-9a94-5cd8ed980e6e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.886246 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (d9ccb643-f354-406b-9a94-5cd8ed980e6e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.890518 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:44.912164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ccb643-f354-406b-9a94-5cd8ed980e6e,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:44.925226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:44.929271 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45610) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:13:44.929842 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-022619b5-047f-4e7d-9051-75bc3c66a7a4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2334919 Mar 03 14:13:44.931853 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dffe92-8e89-48e7-9dd5-5f77ed4f008a None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:44.935838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'security_group_rule': {'security_group_id': '791e9262-fe6e-401e-b5ce-e6050a54f29b', 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:44.966975 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Project 0e24c4b64bf04d1889872bf86e4f982c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 14:13:44.974316 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (1be89d79-3e3e-42b0-8c02-6360cf0c3194), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.057169 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (1be89d79-3e3e-42b0-8c02-6360cf0c3194), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.062337 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588585'] for security_group_rule (1be89d79-3e3e-42b0-8c02-6360cf0c3194), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.086652 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be89d79-3e3e-42b0-8c02-6360cf0c3194,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:45.092338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.094494 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-244567c7-754a-4d0f-91d8-b7b2e5e14eb0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626379 Mar 03 14:13:45.378972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94070b6-927d-43fb-a59b-d5857976160a None None] New status for floating IP db0ccd00-f1aa-467a-8cd7-69c546a3c651: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:13:45.450261 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ee16-8d47-435f-808f-f384d544f118 req-8fcd2df4-127c-4b19-b863-e40728bcdfed tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:45.459563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb23ee16-8d47-435f-808f-f384d544f118 req-8fcd2df4-127c-4b19-b863-e40728bcdfed tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.1008208 Mar 03 14:13:45.561542 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb23ee16-8d47-435f-808f-f384d544f118 req-c251d9f5-705b-4da7-8ef4-16f64520a220 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000540 Mar 03 14:13:45.611386 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-fab72ace-497b-4ee3-9fe2-af25d1797efb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70225129&fields=id&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 267 time: 0.0862992 Mar 03 14:13:45.712525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device d5b80ed9-b5fc-459c-b20d-c4aa24821509 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:45.760898 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-53f29dd5-118e-47d5-a89d-de2382f2a7ca tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:45.762715 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-53f29dd5-118e-47d5-a89d-de2382f2a7ca tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.1449883 Mar 03 14:13:45.773406 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port d5b80ed9-b5fc-459c-b20d-c4aa24821509 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:45.773817 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.780359 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-03aaaffd-a485-4ab1-84ee-3bc11e3a135a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/quotas/4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 375 time: 0.0114174 Mar 03 14:13:45.843102 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-de5450f1-6b77-4576-afb0-cc97f44e5b76 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572531 Mar 03 14:13:45.872831 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port d5b80ed9-b5fc-459c-b20d-c4aa24821509 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:45.873217 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.895237 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port d5b80ed9-b5fc-459c-b20d-c4aa24821509, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=d5b80ed9-b5fc-459c-b20d-c4aa24821509,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:45.898936 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:45.949099 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=d5b80ed9-b5fc-459c-b20d-c4aa24821509,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:46.049729 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-fdc7ad32-9a3e-4cea-a42b-e85733c480ee service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914008 Mar 03 14:13:46.142741 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-71c4354d-2a7a-4dfa-8292-345784ae4d2e service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Mar 03 14:13:46.455410 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Sync routers for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:13:46.461722 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5082d1c2-6a7b-479f-aba6-db3f84541d86 req-1f9c0d47-e403-47a3-b6ab-df07a433137a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 210 time: 0.0373340 Mar 03 14:13:46.467498 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:46.468114 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:46.586507 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:46.611233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device c36191c0-89a9-4334-9628-1dc78ded26a5 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:13:46.642245 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: c36191c0-89a9-4334-9628-1dc78ded26a5 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:13:46.642593 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device c36191c0-89a9-4334-9628-1dc78ded26a5 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:13:46.733406 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4420103-f321-4ed2-adb7-c3afa17d6622 req-7e45fd7e-7339-4fcf-80a0-2369ef4f17b4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:46.735696 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d4420103-f321-4ed2-adb7-c3afa17d6622 req-7e45fd7e-7339-4fcf-80a0-2369ef4f17b4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0648913 Mar 03 14:13:46.799047 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d4420103-f321-4ed2-adb7-c3afa17d6622 req-0c382aef-068d-40e0-bd1a-b35d1171a7bb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Mar 03 14:13:46.850971 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '634ff148-db35-4bfc-b26e-70148e5c6701', 'name': '', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'mac_address': 'fa:16:3e:66:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:41Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 2, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'subnets': [{'id': '65905661-483d-484d-bb8d-a41704289849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:46.886644 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Checking router: 19939222-9556-419b-a23c-196314aa1eec for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:13:46.887017 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Updating router 19939222-9556-419b-a23c-196314aa1eec port 634ff148-db35-4bfc-b26e-70148e5c6701 binding host dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 14:13:46.915530 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.206196 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks [] for port (634ff148-db35-4bfc-b26e-70148e5c6701), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.211639 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.267109 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8662af1-60a1-4e78-b49c-b6b524479d22 None None] Pushing event updated for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:47.320531 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Attempting to bind port 634ff148-db35-4bfc-b26e-70148e5c6701 on host dv-cinder-819778-8-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:47.320970 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Attempting to bind port 634ff148-db35-4bfc-b26e-70148e5c6701 by drivers openvswitch,hyperv on host dv-cinder-819778-8-iscsi at level 0 using segments [{'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:47.321221 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Attempting to bind port 634ff148-db35-4bfc-b26e-70148e5c6701 on network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:47.326438 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Checking agent: {'id': 'ba57b516-a834-4053-995f-3712c5cbf2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 0, 27), 'started_at': datetime.datetime(2022, 3, 3, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:47.326830 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Checking segment: {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:47.327247 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.327637 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Bound using segment: {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:47.328250 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Bound port: 634ff148-db35-4bfc-b26e-70148e5c6701, host: dv-cinder-819778-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9916ad1e-eb50-45d6-b075-2ccac803789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:47.328966 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.395708 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] For port 634ff148-db35-4bfc-b26e-70148e5c6701, host dv-cinder-819778-8-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:47.399001 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] For port 634ff148-db35-4bfc-b26e-70148e5c6701, host dv-cinder-819778-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=634ff148-db35-4bfc-b26e-70148e5c6701,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:47.404646 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.466124 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:13:47.466823 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:47.470843 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8662af1-60a1-4e78-b49c-b6b524479d22 None None] Pushing event updated for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:47.478638 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:47.479080 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.598755 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Current status of the port 634ff148-db35-4bfc-b26e-70148e5c6701 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:47.599837 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.646155 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] For port 634ff148-db35-4bfc-b26e-70148e5c6701, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=634ff148-db35-4bfc-b26e-70148e5c6701,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:47.652460 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.736197 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d9e03578-5c5a-42d8-a3af-c20e4d62b032 req-f1f0bb41-5067-45f8-acba-67dda6f85c24 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 210 time: 0.0492432 Mar 03 14:13:47.764849 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device d5b80ed9-b5fc-459c-b20d-c4aa24821509 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:47.815399 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fde75-053a-4ea7-a785-49ba0449ed04 None None] Pushing event updated for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:47.846830 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-d3b4e390-af40-4105-a66c-c3dd22226608 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:47.848739 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-d3b4e390-af40-4105-a66c-c3dd22226608 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.2990267 Mar 03 14:13:47.887632 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port d5b80ed9-b5fc-459c-b20d-c4aa24821509 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:47.888148 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.918108 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-6b9762b3-0195-4bb2-ac12-c8b76e6d8029 None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:47.918968 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6b9762b3-0195-4bb2-ac12-c8b76e6d8029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:47.919462 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:13:47.957497 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-de8771e9-2564-4cc6-800c-759b721c5253 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 378 time: 0.0999224 Mar 03 14:13:47.968543 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'port': {'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'admin_state_up': True, 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'security_groups': ['e6724acf-050b-44bc-8036-2daa2e41fbba']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:48.023814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74355cba-8b11-4c11-8b24-019ddf83d16f req-36d556a1-8718-4a86-813a-86a79247f536 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:48.025270 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74355cba-8b11-4c11-8b24-019ddf83d16f req-36d556a1-8718-4a86-813a-86a79247f536 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.1336100 Mar 03 14:13:48.058645 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port d5b80ed9-b5fc-459c-b20d-c4aa24821509 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:48.059719 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 634ff148-db35-4bfc-b26e-70148e5c6701 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:48.081566 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-6b9762b3-0195-4bb2-ac12-c8b76e6d8029 None None] Current status of the port 634ff148-db35-4bfc-b26e-70148e5c6701 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:48.106449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74355cba-8b11-4c11-8b24-019ddf83d16f req-663726db-6ded-4ee4-9f83-3cb7f92072eb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735607 Mar 03 14:13:48.111056 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:48.111441 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.131836 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Made reservation on behalf of 4de7222ced0f4af7b7f8364ca5aa8baa for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:13:48.135500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.179731 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '634ff148-db35-4bfc-b26e-70148e5c6701', 'name': '', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'mac_address': 'fa:16:3e:66:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:41Z', 'updated_at': '2022-03-03T14:13:47Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'subnets': [{'id': '65905661-483d-484d-bb8d-a41704289849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:13:48.209448 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 634ff148-db35-4bfc-b26e-70148e5c6701 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:48.209674 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8adf-50af-4b38-ab52-c3474fa2846d None None] The sync data for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi is: [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:13:41Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '634ff148-db35-4bfc-b26e-70148e5c6701', 'name': '', 'network_id': 'd6fadd77-1bc6-4bf9-90b1-e1f88b47b50b', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'mac_address': 'fa:16:3e:66:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '65905661-483d-484d-bb8d-a41704289849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:41Z', 'updated_at': '2022-03-03T14:13:47Z', 'revision_number': 4, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'subnets': [{'id': '65905661-483d-484d-bb8d-a41704289849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:13:48.289718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.20.0.7 (19fdd563-b8ec-49f3-98be-6330c7cec379/1cb0dcbf-c5ff-4172-8709-39a266cf19da/d1bf92ea-c45c-4362-a98a-5aacdaa6da57) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:13:48.441966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.476340 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.530624 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:13:48.534779 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:13:48.537190 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:13:48.562456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:48.593410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:48.594914 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.615341 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1c479d4-d38b-4ece-80ad-697bc88c4888 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6503422 Mar 03 14:13:48.677239 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Request body: {'port': {'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:13:48.742526 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.805812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-665b6810-0696-44f3-b4a6-789432589afc None None] Provisioning complete for port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:48.806385 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-665b6810-0696-44f3-b4a6-789432589afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:48.843070 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-665b6810-0696-44f3-b4a6-789432589afc None None] Port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:13:49.264541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93021b80-ab12-489f-aef7-51950e9ef68b req-d9e9a9a6-2f71-44dc-8474-25dcf8bb1f1b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:49.266701 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93021b80-ab12-489f-aef7-51950e9ef68b req-d9e9a9a6-2f71-44dc-8474-25dcf8bb1f1b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 931 time: 0.4630959 Mar 03 14:13:49.348456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c98b-1eff-4ec5-b440-ca551913cee3 req-96b5c193-5936-48dd-b655-a185e0856d3b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:49.349961 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a2e0c98b-1eff-4ec5-b440-ca551913cee3 req-96b5c193-5936-48dd-b655-a185e0856d3b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.1368399 Mar 03 14:13:49.369825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-93021b80-ab12-489f-aef7-51950e9ef68b req-cecbbd4f-f1af-4b17-b41d-60c4b8923cae tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959287 Mar 03 14:13:49.445898 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bf92ea-c45c-4362-a98a-5aacdaa6da57 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:13:49.452912 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a2e0c98b-1eff-4ec5-b440-ca551913cee3 req-d50ff4b3-84e8-4128-a41b-c5c1b124de42 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963809 Mar 03 14:13:49.458031 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks [] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.472183 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Transition to ACTIVE for port object d1bf92ea-c45c-4362-a98a-5aacdaa6da57 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:13:49.478623 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.528692 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:49.601215 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Attempting to bind port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:13:49.601563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Attempting to bind port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:13:49.601903 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Attempting to bind port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:49.615339 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:13:49.615545 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Attempting to bind port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:13:49.623861 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:13:49.624200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:13:49.624578 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Bound using segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:13:49.625565 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Bound port: d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:13:49.626335 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.651243 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 634ff148-db35-4bfc-b26e-70148e5c6701 up at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:13:49.709552 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Provisioning complete for port 634ff148-db35-4bfc-b26e-70148e5c6701 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:13:49.709870 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.712648 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:13:49.715190 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:13:49.723705 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.761545 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:49.762233 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:49.763600 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] 10.222.0.13 "PUT /v2.0/ports/d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 1093 time: 1.1341949 Mar 03 14:13:49.764060 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:13:49.766383 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09218d7-3028-47be-a7dc-210c9ba6421c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:13:49.803325 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2ce1f-b984-426d-af24-6f1bfdb77d7e service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:49.872331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 634ff148-db35-4bfc-b26e-70148e5c6701 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:49.891305 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-156fdac9-d915-444b-99c9-40047df49719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:49.893448 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-156fdac9-d915-444b-99c9-40047df49719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1127 time: 0.0748558 Mar 03 14:13:49.899557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feafe55-c6cb-44dc-bbd6-cb57041207be x-openstack-request-id: req-3feafe55-c6cb-44dc-bbd6-cb57041207be {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:13:49.899846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:13:49.900102 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3feafe55-c6cb-44dc-bbd6-cb57041207be {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:13:49.900505 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'status': 'completed', 'code': 200} Mar 03 14:13:49.943377 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-8a8ebcc4-baff-4b76-9c9f-931325d0f414 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 217 time: 0.0402522 Mar 03 14:13:50.003014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-61e67db1-c4f3-4a9d-8e84-3c5b60e3de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.004521 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-61e67db1-c4f3-4a9d-8e84-3c5b60e3de35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0554969 Mar 03 14:13:50.077505 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2d60d1e4-1127-4d1c-a994-6385b54acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.079164 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-2d60d1e4-1127-4d1c-a994-6385b54acc38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668845 Mar 03 14:13:50.172497 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-f1286407-71db-406f-8cf4-485c9b4e65d0 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860837 Mar 03 14:13:50.261173 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0930a5f9-a102-469a-8605-1e1a0f26c36d req-1914709f-ccdc-4e59-9875-5598b38697c6 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813837 Mar 03 14:13:50.361785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-312cb954-848e-412e-abc4-4be2656f5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.363306 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-312cb954-848e-412e-abc4-4be2656f5aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1127 time: 0.0504982 Mar 03 14:13:50.497578 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-ba2c23c3-d887-42a3-b037-e01a34193408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.499076 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-ba2c23c3-d887-42a3-b037-e01a34193408 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.1281416 Mar 03 14:13:50.554364 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-502a1ab6-13ef-4b4f-8b26-6965c8810ae2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 217 time: 0.0484004 Mar 03 14:13:50.568125 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9699ae-2997-44c4-ba18-1b21307a628d req-365cb95b-2114-4c09-8b31-09d1f73d3ce8 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.569510 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff9699ae-2997-44c4-ba18-1b21307a628d req-365cb95b-2114-4c09-8b31-09d1f73d3ce8 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.1154857 Mar 03 14:13:50.671429 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-933dbe0b-519c-4e43-b947-289d687394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.673501 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-933dbe0b-519c-4e43-b947-289d687394e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.1019888 Mar 03 14:13:50.686212 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff9699ae-2997-44c4-ba18-1b21307a628d req-4657aaa1-8a29-455a-9187-329ebe873ea3 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050091 Mar 03 14:13:50.704771 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992d2bc-95c3-4546-bd40-3575c2aad444 req-9ac1b178-24c0-4bc1-86ed-42a1eb9208fd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.706325 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9992d2bc-95c3-4546-bd40-3575c2aad444 req-9ac1b178-24c0-4bc1-86ed-42a1eb9208fd tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.1553268 Mar 03 14:13:50.778754 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9992d2bc-95c3-4546-bd40-3575c2aad444 req-7d90d4f7-632c-45f8-a611-154e5b0b3064 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534208 Mar 03 14:13:50.782655 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-cda24406-c1c1-41e7-b7cf-6becf0e70469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:50.784089 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-cda24406-c1c1-41e7-b7cf-6becf0e70469 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024764 Mar 03 14:13:50.879972 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-c4928f85-dcd4-4dea-bb6c-b8f41bca256f service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Mar 03 14:13:50.979961 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e09218d7-3028-47be-a7dc-210c9ba6421c req-d342a53b-a919-4c7b-a608-aa4ddeac4e2c service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939720 Mar 03 14:13:51.137850 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d85ba506-0961-43b7-afb5-215a3cbc2e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:51.821303 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c5150-ad05-4dc6-9d60-6ec77693f0fb req-68f015fa-1813-4bef-be11-de1577e3a763 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:51.822811 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-780c5150-ad05-4dc6-9d60-6ec77693f0fb req-68f015fa-1813-4bef-be11-de1577e3a763 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0554876 Mar 03 14:13:51.897279 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-780c5150-ad05-4dc6-9d60-6ec77693f0fb req-1acc2fdf-0b35-4fd0-8811-48362e4e8308 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687191 Mar 03 14:13:51.922341 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baa576-d915-4604-a8d5-ffec07bb69bc req-c1564212-d849-42c7-bace-e72f4fca4ade tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:51.922341 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5baa576-d915-4604-a8d5-ffec07bb69bc req-c1564212-d849-42c7-bace-e72f4fca4ade tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0667593 Mar 03 14:13:51.976615 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5baa576-d915-4604-a8d5-ffec07bb69bc req-3725046d-9ddf-4cc7-8282-84177bb1ae1a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463538 Mar 03 14:13:53.109685 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea9a9-8012-43b9-953e-329c23db2344 req-ce473d9b-13df-442c-9300-08ac5b3c59d5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:53.111569 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ceea9a9-8012-43b9-953e-329c23db2344 req-ce473d9b-13df-442c-9300-08ac5b3c59d5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0557480 Mar 03 14:13:53.189907 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ceea9a9-8012-43b9-953e-329c23db2344 req-79c95e98-c5c6-4e55-8515-3c8db92fb996 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729117 Mar 03 14:13:53.209841 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a2fa-7327-4737-93e1-c0c65a77985b req-3b08ecf9-66af-4d5e-bf10-990c0a009e1d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:53.211413 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b88a2fa-7327-4737-93e1-c0c65a77985b req-3b08ecf9-66af-4d5e-bf10-990c0a009e1d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0799484 Mar 03 14:13:53.266955 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b88a2fa-7327-4737-93e1-c0c65a77985b req-d3c158a2-c44e-4102-ad5d-54c81ebabc66 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491767 Mar 03 14:13:53.466829 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2f9f07f6-b19d-4c69-9806-fc1d8cd65c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:54.321519 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312550e-a266-49e9-b0fb-b45d058849b5 req-471c66f7-d1e8-40ea-9201-11dcc3195fff tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:54.323039 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7312550e-a266-49e9-b0fb-b45d058849b5 req-471c66f7-d1e8-40ea-9201-11dcc3195fff tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0584481 Mar 03 14:13:54.399632 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7312550e-a266-49e9-b0fb-b45d058849b5 req-bc866ebd-88e9-41ff-90b4-8e9fc0cf81ec tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697443 Mar 03 14:13:54.415255 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18e4b8-9a24-45b4-8db9-c13a27cce7e9 req-abf02d49-c590-411c-a71a-74a711371471 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:54.417063 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a18e4b8-9a24-45b4-8db9-c13a27cce7e9 req-abf02d49-c590-411c-a71a-74a711371471 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0800145 Mar 03 14:13:54.469553 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a18e4b8-9a24-45b4-8db9-c13a27cce7e9 req-9716f2b5-f0f7-4211-ba76-0c85ae77e54a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455744 Mar 03 14:13:54.541632 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:55.528351 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3419-fbf9-4224-a6f9-7623255dbe1e req-4c47f5a2-2208-46ed-960e-a11f33235adb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:55.529860 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-672d3419-fbf9-4224-a6f9-7623255dbe1e req-4c47f5a2-2208-46ed-960e-a11f33235adb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0593936 Mar 03 14:13:55.610764 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-672d3419-fbf9-4224-a6f9-7623255dbe1e req-ed3fa54f-d3b2-4bbb-bb59-c9eaff49ae8b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739470 Mar 03 14:13:55.620596 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79415b45-99e7-4ec2-a21b-e5aa105e4d76 req-c7278a45-0ead-483b-8d12-509da35d93d9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:55.621981 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-79415b45-99e7-4ec2-a21b-e5aa105e4d76 req-c7278a45-0ead-483b-8d12-509da35d93d9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0869443 Mar 03 14:13:55.677041 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-79415b45-99e7-4ec2-a21b-e5aa105e4d76 req-0bf06c14-609c-47dd-88f4-978697b08c12 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488117 Mar 03 14:13:56.008649 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:56.737106 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddf9ef-e082-4fa9-b141-dfa04cf42ae2 req-2721d096-0e78-4de4-83e8-99565ee3dccf tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:56.738613 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12ddf9ef-e082-4fa9-b141-dfa04cf42ae2 req-2721d096-0e78-4de4-83e8-99565ee3dccf tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0549886 Mar 03 14:13:56.815801 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12ddf9ef-e082-4fa9-b141-dfa04cf42ae2 req-c0b1badc-94dc-4d09-b3a6-152c7f265753 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712149 Mar 03 14:13:56.830709 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02901761-30ad-4e2a-bdd5-8bafa6c98240 req-19fcc443-1404-444b-8151-cc022beea6a1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:56.832338 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02901761-30ad-4e2a-bdd5-8bafa6c98240 req-19fcc443-1404-444b-8151-cc022beea6a1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0859528 Mar 03 14:13:56.882394 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02901761-30ad-4e2a-bdd5-8bafa6c98240 req-bcc86e02-0a04-41b3-a5f6-e540a3f148b0 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446901 Mar 03 14:13:57.485049 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:57.941066 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31664b-63f7-4a8f-8599-dd98d8b0bcc1 req-a3d86b7f-8300-49cc-bc72-d6dad7cd40d7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:57.942676 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a31664b-63f7-4a8f-8599-dd98d8b0bcc1 req-a3d86b7f-8300-49cc-bc72-d6dad7cd40d7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0552359 Mar 03 14:13:58.028076 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4a31664b-63f7-4a8f-8599-dd98d8b0bcc1 req-4444aa71-5055-4838-9f93-0f1e4193a8d3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799484 Mar 03 14:13:58.039359 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe31f-1860-48a0-8af1-812da8cbb173 req-832e5969-bf39-4e8a-bfa4-4b40e9db9c71 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:58.040903 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-510fe31f-1860-48a0-8af1-812da8cbb173 req-832e5969-bf39-4e8a-bfa4-4b40e9db9c71 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 943 time: 0.0859787 Mar 03 14:13:58.090218 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-510fe31f-1860-48a0-8af1-812da8cbb173 req-83418a4a-a1e0-451b-a19f-457276f12b0b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421753 Mar 03 14:13:58.654088 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d1bf92ea-c45c-4362-a98a-5aacdaa6da57 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:13:58.755971 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:58.771562 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:13:58.810359 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:13:58.810992 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:58.824396 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bf92ea-c45c-4362-a98a-5aacdaa6da57 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:13:58.846883 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:13:58.851541 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:13:58.900113 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:13:58.907982 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.908519 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.909042 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.909660 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.910177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.910833 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.911167 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.911491 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.911812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.912136 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.912455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.912773 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:58.913090 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:13:59.117381 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['d1bf92ea-c45c-4362-a98a-5aacdaa6da57'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:13:59.150805 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e2c12-5ad8-4dae-aacf-a6139699450f req-2d2f5cd8-cb79-424f-8c70-79ccc0d27b88 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:59.152302 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b9e2c12-5ad8-4dae-aacf-a6139699450f req-2d2f5cd8-cb79-424f-8c70-79ccc0d27b88 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0533426 Mar 03 14:13:59.229225 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b9e2c12-5ad8-4dae-aacf-a6139699450f req-849b25eb-9be5-4b5e-bc60-a3d40c744249 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703704 Mar 03 14:13:59.241070 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713500a1-9291-41cc-b9d3-429b8fe4d0b5 req-626d6603-d9df-46b8-b2d5-2d69500a5d98 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:59.242573 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-713500a1-9291-41cc-b9d3-429b8fe4d0b5 req-626d6603-d9df-46b8-b2d5-2d69500a5d98 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 944 time: 0.0780065 Mar 03 14:13:59.300568 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-713500a1-9291-41cc-b9d3-429b8fe4d0b5 req-6deb59e6-9d74-42e6-8862-17d4b0c4b508 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516679 Mar 03 14:13:59.626739 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-144ec663-017c-4005-839d-f97cb2c3ae20 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874506712&fields=id&tenant_id=0e24c4b64bf04d1889872bf86e4f982c HTTP/1.1" status: 200 len: 267 time: 0.0428867 Mar 03 14:13:59.731443 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-a9b97077-d97f-4962-921f-590a5b28e007 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:13:59.732859 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-a9b97077-d97f-4962-921f-590a5b28e007 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 809 time: 0.0998061 Mar 03 14:13:59.747469 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-446b7433-8706-45f9-9b22-b32c09743a2e tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/quotas/0e24c4b64bf04d1889872bf86e4f982c HTTP/1.1" status: 200 len: 375 time: 0.0090828 Mar 03 14:13:59.803987 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-b418002b-f659-40bd-885d-a3e4c5efdbff tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509536 Mar 03 14:13:59.896021 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-9c8ceee6-5d99-4a10-9329-9909350425c6 service neutron] 10.222.0.31 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Mar 03 14:13:59.983205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-73030438-260d-4428-9299-d5889ee9b5de service neutron] 10.222.0.31 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816340 Mar 03 14:14:00.260627 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03d7cc78-28c5-4a82-babc-e7cf109780b2 req-dac872cb-49a8-4c29-adcb-83032b0d59c4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 210 time: 0.0283678 Mar 03 14:14:00.358104 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0450b9-cd43-4c9d-878c-59be27814250 req-f5d2eccd-612f-408c-8de9-3fb0ca28fa8a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:00.360055 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc0450b9-cd43-4c9d-878c-59be27814250 req-f5d2eccd-612f-408c-8de9-3fb0ca28fa8a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0557008 Mar 03 14:14:00.441812 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc0450b9-cd43-4c9d-878c-59be27814250 req-44f5a6e1-fd20-4f02-8d71-983e76d29ab0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729074 Mar 03 14:14:00.456932 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2009b-d127-4531-95e6-ffa9580643ce req-9e0e60ba-02ad-4210-851c-103abb40eb6d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:00.458322 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1c2009b-d127-4531-95e6-ffa9580643ce req-9e0e60ba-02ad-4210-851c-103abb40eb6d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 944 time: 0.0875008 Mar 03 14:14:00.511445 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1c2009b-d127-4531-95e6-ffa9580643ce req-385be1d0-0fed-4e7b-a181-34f3a66d6216 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476651 Mar 03 14:14:00.682027 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d1bf92ea-c45c-4362-a98a-5aacdaa6da57 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:14:00.749173 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:14:00.753958 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:00.754384 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:00.830232 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:00.830620 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:00.853185 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:00.855424 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e00826-51b7-4aec-b1e3-20dd6f56747b" -d '{"events": [{"server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "name": "network-vif-plugged", "status": "completed", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:00.868210 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:00.873076 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:00.896692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76da570-be91-4d43-9519-0c1d36b7439d x-openstack-request-id: req-d76da570-be91-4d43-9519-0c1d36b7439d {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:00.896985 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "name": "network-vif-plugged", "status": "completed", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:00.897240 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76da570-be91-4d43-9519-0c1d36b7439d {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:00.897654 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'code': 200} Mar 03 14:14:00.922591 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:01.187544 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10d9a5-4060-494f-8ee0-d0f0d9300ecd req-9529fdd1-82a7-4387-97b8-5da382f8c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:01.188963 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9e10d9a5-4060-494f-8ee0-d0f0d9300ecd req-9529fdd1-82a7-4387-97b8-5da382f8c8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1129 time: 0.0989408 Mar 03 14:14:01.217386 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:01.269418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-7ec6a7f9-c964-47ac-820b-5ea41fd510d6 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:01.270878 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-7ec6a7f9-c964-47ac-820b-5ea41fd510d6 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 809 time: 0.1445246 Mar 03 14:14:01.273544 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9e10d9a5-4060-494f-8ee0-d0f0d9300ecd req-c10311c4-d985-48fe-be46-b9229391b9a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761197 Mar 03 14:14:01.352601 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b8d2b22-77a8-4e56-bfe5-d592082eccb1 req-768d3551-907c-4807-9e05-70a0687c6ae8 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 210 time: 0.0266321 Mar 03 14:14:01.544814 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-994fdf3a-e442-4327-ad68-865c682c6ee6 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e24c4b64bf04d1889872bf86e4f982c HTTP/1.1" status: 200 len: 380 time: 0.0683866 Mar 03 14:14:01.563355 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'port': {'device_id': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'admin_state_up': True, 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'security_groups': ['791e9262-fe6e-401e-b5ce-e6050a54f29b']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:01.692535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e69ae3-4e0d-4908-8a69-33973d46f808 req-1df2d24e-5437-4d40-b2bd-d5b5013b092a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:01.694231 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9e69ae3-4e0d-4908-8a69-33973d46f808 req-1df2d24e-5437-4d40-b2bd-d5b5013b092a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.1690042 Mar 03 14:14:01.729800 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efcc02-6a42-4dd3-808c-fad30531db8d req-02878c8a-a26e-4a70-86f6-9f741b6a70c6 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:01.731138 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3efcc02-6a42-4dd3-808c-fad30531db8d req-02878c8a-a26e-4a70-86f6-9f741b6a70c6 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.1466336 Mar 03 14:14:01.780279 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Made reservation on behalf of 0e24c4b64bf04d1889872bf86e4f982c for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:14:01.784205 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:01.802138 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9e69ae3-4e0d-4908-8a69-33973d46f808 req-b35cf3b1-27d3-48b2-b06d-8633d8a92af9 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015308 Mar 03 14:14:01.828704 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3efcc02-6a42-4dd3-808c-fad30531db8d req-d9663a64-0250-4a5d-9320-a58523f174a2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910697 Mar 03 14:14:01.932228 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Allocated IP 172.20.0.6 (6980b223-35ce-4208-ab39-1246a47ff45e/9e65a0d7-3b4c-46a1-bf55-9f5577d36827/4ff73d54-4302-401a-9a7e-c8c1662e6da8) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:14:02.071965 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.104250 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.151031 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Network 6980b223-35ce-4208-ab39-1246a47ff45e is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:14:02.153855 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:14:02.157798 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:14:02.163917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:02.209568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:02.210208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.230516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-38bce7ce-4501-43f3-b545-ae5668c6f41d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717551 Mar 03 14:14:02.245186 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Request body: {'port': {'device_id': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:02.305672 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.376470 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2da35224-ee61-4449-8430-ccdde15b1abf None None] Provisioning complete for port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:02.377047 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2da35224-ee61-4449-8430-ccdde15b1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.411178 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2da35224-ee61-4449-8430-ccdde15b1abf None None] Port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:14:02.536412 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f256-0281-4d35-be6f-96f8b7aacdcd req-320554bc-436d-4f25-8355-8d7a3ac71264 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:02.541494 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d90f256-0281-4d35-be6f-96f8b7aacdcd req-320554bc-436d-4f25-8355-8d7a3ac71264 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 931 time: 0.1143565 Mar 03 14:14:02.638763 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d90f256-0281-4d35-be6f-96f8b7aacdcd req-a6514753-bdd1-4adc-9087-6abc6159ae0d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939887 Mar 03 14:14:02.679465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff73d54-4302-401a-9a7e-c8c1662e6da8 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:02.680903 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:14:02.689809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks [] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.702271 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Transition to ACTIVE for port object 4ff73d54-4302-401a-9a7e-c8c1662e6da8 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:14:02.706318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.780370 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:02.789223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:02.801434 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:14:02.840472 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Attempting to bind port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:14:02.840790 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: ACTIVE; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:02.840919 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Attempting to bind port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:14:02.841179 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.841332 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Attempting to bind port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 on network 6980b223-35ce-4208-ab39-1246a47ff45e {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:14:02.847272 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 on network 6980b223-35ce-4208-ab39-1246a47ff45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:14:02.847590 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Attempting to bind port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 on network 6980b223-35ce-4208-ab39-1246a47ff45e {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:14:02.856738 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:14:02.857215 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Checking segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:14:02.857679 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Bound using segment: {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:14:02.858362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Bound port: 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:14:02.858869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.874397 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:02.894589 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:02.902237 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:02.956857 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:02.999428 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:14:03.004060 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:14:03.013869 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['460410ef-a146-4f69-9758-1b1ec9850ca0'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:14:03.016153 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:03.053779 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4d507-aa0a-4fe5-8543-f46876ad1967 req-9e7c1b9f-8fb5-4981-88fe-680f2d22c746 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.055269 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15f4d507-aa0a-4fe5-8543-f46876ad1967 req-9e7c1b9f-8fb5-4981-88fe-680f2d22c746 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 945 time: 0.1473808 Mar 03 14:14:03.067220 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f9a89-d4d7-43a8-90a6-3341b06e4bcd req-6cc384ec-d51c-4245-9942-ebb9714e6f42 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.068680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-106f9a89-d4d7-43a8-90a6-3341b06e4bcd req-6cc384ec-d51c-4245-9942-ebb9714e6f42 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.1438909 Mar 03 14:14:03.087681 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.088288 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:03.089655 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 1093 time: 0.8490586 Mar 03 14:14:03.091582 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:03.094080 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd80652-5ee4-48cd-a709-35d09b3a2f09" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:03.145544 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab78ff-d9f8-465f-98b5-f8330c55fea5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:03.213412 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15f4d507-aa0a-4fe5-8543-f46876ad1967 req-c516e35d-bcac-4292-9132-cabb0e50787b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386054 Mar 03 14:14:03.249100 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-fa33bf34-0a1e-4c8f-8b4d-8602461b5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.250435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-fa33bf34-0a1e-4c8f-8b4d-8602461b5aa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1127 time: 0.1002653 Mar 03 14:14:03.258217 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-106f9a89-d4d7-43a8-90a6-3341b06e4bcd req-eac5e5d0-bb3a-4084-a226-6d1ce4e37ccc tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743951 Mar 03 14:14:03.318717 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7904aba2-c877-4be5-8241-cc5a1c5dd5a0 x-openstack-request-id: req-7904aba2-c877-4be5-8241-cc5a1c5dd5a0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:03.319534 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:03.319534 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7904aba2-c877-4be5-8241-cc5a1c5dd5a0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:03.319989 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'status': 'completed', 'code': 200} Mar 03 14:14:03.321986 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-8c3d7632-69cb-45ee-adab-5f053aed6753 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 217 time: 0.0514548 Mar 03 14:14:03.403405 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-5222a42b-3a5e-4e42-8cc0-f310484850b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.404809 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-5222a42b-3a5e-4e42-8cc0-f310484850b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0761068 Mar 03 14:14:03.446789 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db3f7-f243-4f81-a0b0-539038bd823b req-9435140a-9b0f-450a-baf0-053dd7d4b8fa tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.448263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-677db3f7-f243-4f81-a0b0-539038bd823b req-9435140a-9b0f-450a-baf0-053dd7d4b8fa tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.1105416 Mar 03 14:14:03.483739 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-92b84580-2239-4e94-b9fb-e453afec59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.485301 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-92b84580-2239-4e94-b9fb-e453afec59ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740182 Mar 03 14:14:03.555985 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-677db3f7-f243-4f81-a0b0-539038bd823b req-2af404d0-cdac-4522-aa73-8d46b814fb9d tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002536 Mar 03 14:14:03.580494 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45880) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:03.630873 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d2c67-5b36-4f45-bb7d-c38ba0936266 tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.632395 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b13d2c67-5b36-4f45-bb7d-c38ba0936266 tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1124 time: 0.0508299 Mar 03 14:14:03.635133 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45884) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:03.635387 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-4e972a18-b242-4cbc-9f4e-066b769774cd service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437676 Mar 03 14:14:03.639846 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:03.667702 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:03.785041 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:14:03.825835 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:03.834887 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c8d0a38-68a8-4511-ae42-bd9a00910636 req-6dda0d00-1a58-411a-aba0-944ceb449df4 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932969 Mar 03 14:14:03.851028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d668a-9a56-4069-822b-4f6e0a0630ec req-dd87bbfd-0a8b-4fa2-9ca6-f8b41cfcd526 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:03.852958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd9d668a-9a56-4069-822b-4f6e0a0630ec req-dd87bbfd-0a8b-4fa2-9ca6-f8b41cfcd526 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.1089988 Mar 03 14:14:03.991962 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.27.0.211 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/92f57b58-6547-4d72-a9e2-bbb91750776b) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:14:04.135486 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:04.177863 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:04.226406 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:14:04.230468 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:14:04.233053 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:14:04.236444 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=92f57b58-6547-4d72-a9e2-bbb91750776b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:04.268674 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.269156 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.269356 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.269686 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.270015 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.270345 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.270663 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.271140 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.271466 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.271787 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.272104 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.272438 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.272727 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:04.284124 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd9d668a-9a56-4069-822b-4f6e0a0630ec req-6a45b080-96f1-4d63-b315-94b70cc061af tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195664 Mar 03 14:14:04.321132 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-8ec01493-c9bf-43ec-b226-6c9f9405372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:04.323455 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-8ec01493-c9bf-43ec-b226-6c9f9405372c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1127 time: 0.4204249 Mar 03 14:14:04.461695 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c971-6174-4051-9951-f3b9dac69330 req-20104055-e872-4771-a03b-73f3d4e65fdb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:04.463500 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d08c971-6174-4051-9951-f3b9dac69330 req-20104055-e872-4771-a03b-73f3d4e65fdb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 945 time: 0.1126144 Mar 03 14:14:04.464917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-8cae9ea0-2a50-4063-b71a-3dabc93c3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:04.466431 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-8cae9ea0-2a50-4063-b71a-3dabc93c3c6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.1350226 Mar 03 14:14:04.522139 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-10619201-b39d-4567-b4b6-bd093d19a87b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 217 time: 0.0439961 Mar 03 14:14:04.593338 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d08c971-6174-4051-9951-f3b9dac69330 req-a90552fa-2625-4cbf-a245-2b97b23a3729 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214440 Mar 03 14:14:04.602081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-a3803096-b8ba-41ca-86e1-f373fab873fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:04.603711 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-a3803096-b8ba-41ca-86e1-f373fab873fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0740650 Mar 03 14:14:04.664348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-d375da61-6070-4b2a-b2c4-5a7ec28eefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:04.664348 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-d375da61-6070-4b2a-b2c4-5a7ec28eefac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523903 Mar 03 14:14:04.696767 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:14:04.784933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 460410ef-a146-4f69-9758-1b1ec9850ca0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:04.785402 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:04.809705 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-d8f0326f-44ae-4497-8128-15e5068d22a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357267 Mar 03 14:14:04.887919 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:04.888474 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:04.912944 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:04.915382 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca190813-116f-4de8-91d8-a054ea4024ca" -d '{"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:04.929589 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:04.940549 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:04.963712 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-abd80652-5ee4-48cd-a709-35d09b3a2f09 req-72e086d0-2232-4c00-95a3-5c8019fdd689 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489584 Mar 03 14:14:05.006254 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:05.050707 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (87b2ae53-9725-41c1-8928-7a545b24320c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:05.061657 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d09853-366e-4295-9621-bd8d8b538074 x-openstack-request-id: req-16d09853-366e-4295-9621-bd8d8b538074 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:05.062023 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:05.062952 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16d09853-366e-4295-9621-bd8d8b538074 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:05.063665 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'code': 200} Mar 03 14:14:05.139447 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:05.311110 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:05.317068 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:05.401368 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=92f57b58-6547-4d72-a9e2-bbb91750776b,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:05.417196 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (87b2ae53-9725-41c1-8928-7a545b24320c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:05.443339 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc60fc-7648-48e6-865b-abb93017ae7f req-2840412e-1828-40a7-9541-ad73afd2a097 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:05.444824 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1fc60fc-7648-48e6-865b-abb93017ae7f req-2840412e-1828-40a7-9541-ad73afd2a097 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0707674 Mar 03 14:14:05.500834 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1fc60fc-7648-48e6-865b-abb93017ae7f req-9174ef6f-b7e9-4930-8b6f-368d14c73e99 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504050 Mar 03 14:14:05.553547 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP 87b2ae53-9725-41c1-8928-7a545b24320c associated. External IP: 172.27.0.211, port: d1bf92ea-c45c-4362-a98a-5aacdaa6da57. Mar 03 14:14:05.764376 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46f59-082e-4789-b4d4-642cd35b8b8d req-ad74812b-a3bb-4022-8131-8219d53e2047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:05.766119 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7df46f59-082e-4789-b4d4-642cd35b8b8d req-ad74812b-a3bb-4022-8131-8219d53e2047 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0723777 Mar 03 14:14:05.821427 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:14:05.829731 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7df46f59-082e-4789-b4d4-642cd35b8b8d req-a6232ab8-6924-4910-bb58-101c1c8a3a43 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577593 Mar 03 14:14:05.945887 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:14:05.957096 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:14:05.969584 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:05.970487 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:05.975289 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:06.025786 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-801329e4-3cfe-4614-af2c-b527db675577 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3767316 Mar 03 14:14:06.025786 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:06.025786 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4adfd2-ce75-401b-96f1-f126a32032cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:06.127533 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18477c-bb63-4819-9fe1-1be2830131c6 x-openstack-request-id: req-6a18477c-bb63-4819-9fe1-1be2830131c6 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:06.128162 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:06.128162 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a18477c-bb63-4819-9fe1-1be2830131c6 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:06.128449 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'status': 'completed', 'code': 200} Mar 03 14:14:06.162470 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:06.202936 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-c5a64d49-2bf1-4aea-ac97-7999bccf0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.204575 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-c5a64d49-2bf1-4aea-ac97-7999bccf0f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1129 time: 0.0528328 Mar 03 14:14:06.311154 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-df81ac7e-cd54-4b64-b984-ff261443bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.313076 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-df81ac7e-cd54-4b64-b984-ff261443bcf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.0984340 Mar 03 14:14:06.391806 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-9a36c6c8-504b-4293-b450-a4aee98249d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 999 time: 0.0705547 Mar 03 14:14:06.449300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-f845b813-5b7b-46e6-88c4-639d0161f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.453920 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-f845b813-5b7b-46e6-88c4-639d0161f4de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0542548 Mar 03 14:14:06.525576 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-bd1b1161-e94c-4e1d-9b37-80e0862e8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.525576 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-bd1b1161-e94c-4e1d-9b37-80e0862e8d72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577304 Mar 03 14:14:06.596741 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:04Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:06.626909 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:14:06.637162 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:06.638081 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:06.687384 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-3644e69b-49c9-4ce2-8adc-ed684f206fb1 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537015 Mar 03 14:14:06.744348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b4897-852e-419c-b04c-9e3b80573a7c req-4694674f-9fcb-4830-abbe-d05dff202996 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.746276 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-094b4897-852e-419c-b04c-9e3b80573a7c req-4694674f-9fcb-4830-abbe-d05dff202996 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.1558216 Mar 03 14:14:06.782543 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:06.802881 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-094b4897-852e-419c-b04c-9e3b80573a7c req-39e0db1a-54ff-4892-aeda-793e88fa5b96 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Mar 03 14:14:06.856079 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a4adfd2-ce75-401b-96f1-f126a32032cc req-242260ac-1573-4e7b-a0da-753c53c3c162 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614215 Mar 03 14:14:06.988097 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508d8b-c6b8-42ef-85d6-d8631dd832c5 req-4d5229d6-23a2-429e-8ea2-59383bd49512 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:06.989804 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96508d8b-c6b8-42ef-85d6-d8631dd832c5 req-4d5229d6-23a2-429e-8ea2-59383bd49512 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0667956 Mar 03 14:14:07.048625 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96508d8b-c6b8-42ef-85d6-d8631dd832c5 req-043599ce-ae7f-49be-84e2-16c7d3c6f721 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515578 Mar 03 14:14:07.095830 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:04Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:07.126535 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a852f8-ba7a-4497-aabd-db3e59bd80db None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:04Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:14:07.360504 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b63a9f-f26e-4437-bb15-6645e9eae900 None None] New status for floating IP 87b2ae53-9725-41c1-8928-7a545b24320c: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:14:07.938434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b9eb-0386-476a-a4e4-b3a5b6064377 req-1f724c73-07f2-459e-843a-c76ab3016a4d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:07.939918 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e61b9eb-0386-476a-a4e4-b3a5b6064377 req-1f724c73-07f2-459e-843a-c76ab3016a4d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0588303 Mar 03 14:14:07.997128 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e61b9eb-0386-476a-a4e4-b3a5b6064377 req-159fc2f6-125d-462f-b6be-cc3f30baecec tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466928 Mar 03 14:14:08.182829 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313a0dd-0378-4f7c-aeb2-a9f6e1dcdbb1 req-697d48d0-1ffc-4b2d-afaf-67ba83923c8a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:08.184451 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b313a0dd-0378-4f7c-aeb2-a9f6e1dcdbb1 req-697d48d0-1ffc-4b2d-afaf-67ba83923c8a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0587151 Mar 03 14:14:08.234704 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b313a0dd-0378-4f7c-aeb2-a9f6e1dcdbb1 req-b74b861b-bae1-4801-b4b7-1a4eabf72dfe tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Mar 03 14:14:09.144243 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74b5a-ca80-4680-88ec-614da8c7dd75 req-32c68158-15f1-4a50-888e-8f6d6e825c3b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:09.146706 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12d74b5a-ca80-4680-88ec-614da8c7dd75 req-32c68158-15f1-4a50-888e-8f6d6e825c3b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0664442 Mar 03 14:14:09.202368 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12d74b5a-ca80-4680-88ec-614da8c7dd75 req-8fdfb8ed-7db6-46ad-ba4c-f3fc1ecdad03 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Mar 03 14:14:09.413647 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a8944-0fb9-43ea-89d1-2be09e6df74f req-31471037-e32b-4f46-9a07-a3b3caaefb00 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:09.415281 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-419a8944-0fb9-43ea-89d1-2be09e6df74f req-31471037-e32b-4f46-9a07-a3b3caaefb00 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0544786 Mar 03 14:14:09.472912 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-419a8944-0fb9-43ea-89d1-2be09e6df74f req-3c64ae17-8e31-4ace-8b4e-44011e49e944 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480969 Mar 03 14:14:10.337882 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd87c-352b-4b3b-ac30-fb85dafcf7d4 req-47ed0a55-491b-4668-b04c-b419166cf093 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:10.339556 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-588dd87c-352b-4b3b-ac30-fb85dafcf7d4 req-47ed0a55-491b-4668-b04c-b419166cf093 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0623498 Mar 03 14:14:10.392740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-588dd87c-352b-4b3b-ac30-fb85dafcf7d4 req-94cc22a2-934f-4a83-83ed-33fe77984600 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476465 Mar 03 14:14:10.604657 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c755b-2abd-4937-a6cf-506a9a1dc8be req-3e94c7b4-31cf-4bde-8cce-0c56c83376b4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:10.606508 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c0c755b-2abd-4937-a6cf-506a9a1dc8be req-3e94c7b4-31cf-4bde-8cce-0c56c83376b4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0606837 Mar 03 14:14:10.658517 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c0c755b-2abd-4937-a6cf-506a9a1dc8be req-5c502e2b-b389-464a-9ba5-b62300bcc870 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Mar 03 14:14:10.711803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:14:10.824314 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:10.841333 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'mac_address': 'fa:16:3e:40:c8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:14:10.880811 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:10.881200 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:10.895084 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff73d54-4302-401a-9a7e-c8c1662e6da8 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:10.918257 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:10.923748 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:10.982543 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:11.190999 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['4ff73d54-4302-401a-9a7e-c8c1662e6da8'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:14:11.528027 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85307d-4222-476b-892d-69f26d157254 req-919e8081-f32f-4a0e-8e78-2092f6d41fbd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:11.535614 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a85307d-4222-476b-892d-69f26d157254 req-919e8081-f32f-4a0e-8e78-2092f6d41fbd tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 944 time: 0.0629537 Mar 03 14:14:11.592567 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a85307d-4222-476b-892d-69f26d157254 req-85f62d7f-c3c7-4b01-b635-91af0aec023f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560951 Mar 03 14:14:11.792609 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9f3a6-c752-4bbb-8b6c-3668532af3a6 req-2c322ccb-8412-4a95-aa71-630283ed93e8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:11.794188 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7f9f3a6-c752-4bbb-8b6c-3668532af3a6 req-2c322ccb-8412-4a95-aa71-630283ed93e8 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0588586 Mar 03 14:14:11.848035 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7f9f3a6-c752-4bbb-8b6c-3668532af3a6 req-dd7c5fb2-2dbf-487a-9fb9-58191cd2ba2c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Mar 03 14:14:12.718998 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176122a5-2cce-4f9e-9cd6-ccb38ffcba54 req-be003ffd-21a1-4ce9-a6a4-fd9691bb146d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:12.720763 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:14:12.721202 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-176122a5-2cce-4f9e-9cd6-ccb38ffcba54 req-be003ffd-21a1-4ce9-a6a4-fd9691bb146d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 944 time: 0.0545027 Mar 03 14:14:12.770525 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:14:12.774112 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:12.774482 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:12.777291 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-176122a5-2cce-4f9e-9cd6-ccb38ffcba54 req-fead30d5-3355-471a-8d43-b5a008db3422 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505898 Mar 03 14:14:12.855269 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:12.855657 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:12.878056 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:12.880279 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10a443f-fb83-4974-8ebb-1d9ea2e786bc" -d '{"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:12.894185 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:12.899176 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:12.922959 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce44b03d-e1c2-4bfc-aa0a-573269bee12b x-openstack-request-id: req-ce44b03d-e1c2-4bfc-aa0a-573269bee12b {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:12.923260 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:12.923611 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce44b03d-e1c2-4bfc-aa0a-573269bee12b {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:12.924010 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'code': 200} Mar 03 14:14:12.949348 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:12.981416 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c20b86-de55-4650-a27e-c6dce6933d14 req-34246c43-1d71-45e0-ba1c-9735bc6310c6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:12.983017 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6c20b86-de55-4650-a27e-c6dce6933d14 req-34246c43-1d71-45e0-ba1c-9735bc6310c6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0601013 Mar 03 14:14:13.029132 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6c20b86-de55-4650-a27e-c6dce6933d14 req-4161b032-195b-4463-902b-a7fb7746109f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Mar 03 14:14:13.283062 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c577b-f514-4e18-8225-955a3f3528a7 req-ce1543fb-e6b1-4997-8549-21617738a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.284449 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f28c577b-f514-4e18-8225-955a3f3528a7 req-ce1543fb-e6b1-4997-8549-21617738a64a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1129 time: 0.0545394 Mar 03 14:14:13.357764 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-07238725-181a-4cec-8ed5-1be37743cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.359365 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-07238725-181a-4cec-8ed5-1be37743cbfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1130 time: 0.0884969 Mar 03 14:14:13.362892 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f28c577b-f514-4e18-8225-955a3f3528a7 req-3906e527-7b49-4a23-aab4-20171153af59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645509 Mar 03 14:14:13.664456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-4d55231c-73a1-4af9-9d88-9bf5d2d4182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.665973 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-4d55231c-73a1-4af9-9d88-9bf5d2d4182e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0825140 Mar 03 14:14:13.732409 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-afb821c1-a790-4b11-8127-5f3ba264053f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 1001 time: 0.0593917 Mar 03 14:14:13.779526 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-c685b160-d318-4c6f-8e67-b2c6fe3e97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.780942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-c685b160-d318-4c6f-8e67-b2c6fe3e97a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0425532 Mar 03 14:14:13.845226 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-9867575d-cc7a-4b91-811c-0491d4ccc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.846738 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-9867575d-cc7a-4b91-811c-0491d4ccc082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474043 Mar 03 14:14:13.950880 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba261b3-dc02-490c-9e76-6bb8b8cd41f2 req-458f60ee-a1d1-4af5-bba4-f4a59c9a79f8 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:13.952339 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dba261b3-dc02-490c-9e76-6bb8b8cd41f2 req-458f60ee-a1d1-4af5-bba4-f4a59c9a79f8 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.1047530 Mar 03 14:14:13.992602 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-59ee53f7-1e9f-4efa-8c49-8b3a08a065e4 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361580 Mar 03 14:14:14.032426 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dba261b3-dc02-490c-9e76-6bb8b8cd41f2 req-0e6fb0a0-8c27-4119-b52e-2792975c766d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711839 Mar 03 14:14:14.103523 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d984cb1-ccd9-43c7-aa47-36d2a6e07c27 req-f786c3c9-233e-4d6a-b15f-7f08acd16a12 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003191 Mar 03 14:14:14.154393 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b0e74-ede4-42b9-a02a-ec9e49e5fa25 req-4265f3d4-d32e-4eb0-a1d2-ae211b07fab1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:14.156056 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d7b0e74-ede4-42b9-a02a-ec9e49e5fa25 req-4265f3d4-d32e-4eb0-a1d2-ae211b07fab1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0548413 Mar 03 14:14:14.201037 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d7b0e74-ede4-42b9-a02a-ec9e49e5fa25 req-998dc2b8-b87e-45f8-94c5-abd14d173612 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Mar 03 14:14:15.148270 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fdb39-f62b-440a-9954-0f101d3a8d3c req-a1c868c3-5ab0-45aa-bc4c-7b4820987f11 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:15.149733 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-673fdb39-f62b-440a-9954-0f101d3a8d3c req-a1c868c3-5ab0-45aa-bc4c-7b4820987f11 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0506802 Mar 03 14:14:15.196082 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-673fdb39-f62b-440a-9954-0f101d3a8d3c req-be811766-2830-45a6-bc24-d541fd5fa1f4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Mar 03 14:14:15.352521 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf519-ab76-435a-8f7a-18094da39ae3 req-ac1f8939-6c60-4e17-a41f-37d74a52d112 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:15.353999 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95dbf519-ab76-435a-8f7a-18094da39ae3 req-ac1f8939-6c60-4e17-a41f-37d74a52d112 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0932455 Mar 03 14:14:15.362531 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd2ed-b8c9-4ccb-a92c-c5d3955e4680 req-b09d69f5-5533-43e6-a9fc-e79120f371f7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:15.364122 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f3bd2ed-b8c9-4ccb-a92c-c5d3955e4680 req-b09d69f5-5533-43e6-a9fc-e79120f371f7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0932436 Mar 03 14:14:15.436054 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95dbf519-ab76-435a-8f7a-18094da39ae3 req-0355bdc8-83f4-4389-8a6c-e3f44892b5b4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709524 Mar 03 14:14:15.440723 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f3bd2ed-b8c9-4ccb-a92c-c5d3955e4680 req-546bb372-cf22-43ed-bce5-e9d947017c3a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698130 Mar 03 14:14:15.459309 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45984) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:15.544304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137c795-d064-459f-9186-eaf9e7b12c9a tempest-TestShelveInstance-557000617 tempest-TestShelveInstance-557000617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:15.549152 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b137c795-d064-459f-9186-eaf9e7b12c9a tempest-TestShelveInstance-557000617 tempest-TestShelveInstance-557000617-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1124 time: 0.0859714 Mar 03 14:14:15.549152 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 45992) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:15.553390 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:15.573334 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:15.668754 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:15.784765 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Allocated IP 172.27.0.56 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:14:15.883251 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:15.915077 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:15.956825 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:14:15.960977 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:14:15.964397 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:14:15.970000 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'Port': ['ID=cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:16.329708 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for floatingip (7c916c94-82ec-4449-81d5-464fd400f797), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.401652 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.565538 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744bb3c-ce19-4b41-ae71-0d07e4499a41 req-645463cb-5e72-4627-be56-98cfaa4f23bb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:16.567099 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6744bb3c-ce19-4b41-ae71-0d07e4499a41 req-645463cb-5e72-4627-be56-98cfaa4f23bb tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 946 time: 0.0529182 Mar 03 14:14:16.576737 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.583001 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64588622'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.618476 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6744bb3c-ce19-4b41-ae71-0d07e4499a41 req-403fbd45-79e2-4584-a730-234829741950 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Mar 03 14:14:16.649513 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event updated for resources: {'Port': ['ID=cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:16.663256 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (7c916c94-82ec-4449-81d5-464fd400f797), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.770947 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Floating IP 7c916c94-82ec-4449-81d5-464fd400f797 associated. External IP: 172.27.0.56, port: 4ff73d54-4302-401a-9a7e-c8c1662e6da8. Mar 03 14:14:16.775366 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:16.869317 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:16.869848 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.899314 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:16.901858 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d555f-da05-4545-933a-e38de36b39d6" -d '{"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-unplugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:16.918059 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:16.923914 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:16.986223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:17.075550 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Router bf7439e3-6383-4eb3-9ef6-3e953686fc5b has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:14:17.149054 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d4a14a-93a3-43c8-911c-850a6dd188ad x-openstack-request-id: req-61d4a14a-93a3-43c8-911c-850a6dd188ad {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:17.149518 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-unplugged", "status": "failed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "code": 422}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:17.150375 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61d4a14a-93a3-43c8-911c-850a6dd188ad {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:17.150827 dv-cinder-819778-8-iscsi neutron-server[103111]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'code': 422} returned with failed status Mar 03 14:14:17.215569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:14:17.227701 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Sync routers for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:14:17.235361 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:17.240893 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:17.241332 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:17.270718 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-754f9a31-cb9c-4dc4-bb10-b62e717dff72 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7204595 Mar 03 14:14:17.271641 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:17.275768 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43d857d-3f3b-4068-9e22-c5a04998fa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:17.342758 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779395da-3e5b-4139-b6f5-2f061d8620a6 x-openstack-request-id: req-779395da-3e5b-4139-b6f5-2f061d8620a6 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:17.344122 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:17.344449 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-779395da-3e5b-4139-b6f5-2f061d8620a6 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:17.344978 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'status': 'completed', 'code': 200} Mar 03 14:14:17.388933 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:17.453964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-b238d2cc-16a3-4e6e-b257-f490ac0a7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.455864 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-b238d2cc-16a3-4e6e-b257-f490ac0a7a8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1129 time: 0.0845597 Mar 03 14:14:17.467462 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92d62-f105-4775-946b-64a20c09d7a2 req-f782c59d-a89c-422c-8a4a-17c35c85fe79 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.469702 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8e92d62-f105-4775-946b-64a20c09d7a2 req-f782c59d-a89c-422c-8a4a-17c35c85fe79 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0685680 Mar 03 14:14:17.580314 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8e92d62-f105-4775-946b-64a20c09d7a2 req-e894e4e9-5c50-4e39-99cd-d03e2b77763e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016901 Mar 03 14:14:17.612737 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-5d5fa122-4f39-4d26-b335-56ff100cf5e5 req-a9f96b90-b932-4222-8d66-1fab717ae152 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 14:14:17.613770 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d5fa122-4f39-4d26-b335-56ff100cf5e5 req-a9f96b90-b932-4222-8d66-1fab717ae152 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0689342 Mar 03 14:14:17.614917 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-39e357b4-8161-4f35-b545-d9fe26fc2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.616298 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-39e357b4-8161-4f35-b545-d9fe26fc2ef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.1457620 Mar 03 14:14:17.655375 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '7c916c94-82ec-4449-81d5-464fd400f797', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'mac_address': 'fa:16:3e:40:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:16Z', 'updated_at': '2022-03-03T14:14:16Z', 'revision_number': 0, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:17.693062 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-cabf4b56-ba51-4f18-9cff-c11356bd46b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 998 time: 0.0680873 Mar 03 14:14:17.694743 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Checking router: bf7439e3-6383-4eb3-9ef6-3e953686fc5b for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:14:17.704410 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:17.705052 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:17.782566 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-29415cc7-e7c9-47aa-9112-3dfb281dab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.784135 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-29415cc7-e7c9-47aa-9112-3dfb281dab9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0851409 Mar 03 14:14:17.830098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548dd28-5d27-4cf4-9706-be01447bd253 req-ba73feea-b325-400d-9ec9-4d99c6b51e4e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.831586 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e548dd28-5d27-4cf4-9706-be01447bd253 req-ba73feea-b325-400d-9ec9-4d99c6b51e4e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0853882 Mar 03 14:14:17.835369 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:17.846180 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-7aa82753-bebf-4f63-95cb-18957d44bc23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463843 Mar 03 14:14:17.898364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-4c522d31-a7a0-4551-b8d9-bfd48cc8a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.899837 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-4c522d31-a7a0-4551-b8d9-bfd48cc8a70f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077232 Mar 03 14:14:17.923623 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e548dd28-5d27-4cf4-9706-be01447bd253 req-ed8d924e-173d-49aa-a6c9-2be763325960 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859151 Mar 03 14:14:17.983254 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-6f36d9eb-fd8c-41be-8b54-a556bc3fc4a1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:17.985457 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-6f36d9eb-fd8c-41be-8b54-a556bc3fc4a1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports/460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 941 time: 0.1081560 Mar 03 14:14:18.022819 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-159f0e51-c006-4c91-9559-fb246a394d10 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028116 Mar 03 14:14:18.076347 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '7c916c94-82ec-4449-81d5-464fd400f797', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'mac_address': 'fa:16:3e:40:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:16Z', 'updated_at': '2022-03-03T14:14:16Z', 'revision_number': 0, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:18.104160 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5e7fc-ba22-484f-9527-8efc866bb330 None None] The sync data for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi is: [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '7c916c94-82ec-4449-81d5-464fd400f797', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'mac_address': 'fa:16:3e:40:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:16Z', 'updated_at': '2022-03-03T14:14:16Z', 'revision_number': 0, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:14:18.120450 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e43d857d-3f3b-4068-9e22-c5a04998fa8b req-afddd9ed-f7cf-4723-bbe2-b55744f23a5b service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Mar 03 14:14:18.325108 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c57298-901f-43ee-8994-ec307ec1bd09 None None] New status for floating IP 7c916c94-82ec-4449-81d5-464fd400f797: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:14:18.696631 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7032-6cf6-490f-81d0-96a89ecff394 req-3c5ebccf-0d9a-49b6-baec-f9d9f098aef9 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:18.698139 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ffe7032-6cf6-490f-81d0-96a89ecff394 req-3c5ebccf-0d9a-49b6-baec-f9d9f098aef9 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0568962 Mar 03 14:14:18.745436 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ffe7032-6cf6-490f-81d0-96a89ecff394 req-a68e4f0e-070e-4ef9-8522-215f7f3a94af tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415194 Mar 03 14:14:18.819523 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-0e0f95ab-6f88-4427-b9bb-044f86b8fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:18.820958 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-0e0f95ab-6f88-4427-b9bb-044f86b8fd35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658&tenant_id=c56babcdba7b47409f37692a67ded969 HTTP/1.1" status: 200 len: 1128 time: 0.0443065 Mar 03 14:14:18.887759 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-d4141851-a182-413e-bf1c-ea6062ec266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:18.889098 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-d4141851-a182-413e-bf1c-ea6062ec266d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c56babcdba7b47409f37692a67ded969&device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1128 time: 0.0458484 Mar 03 14:14:18.976702 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-ab587fb4-a48d-46fd-8f64-6e83f16db633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:18.978207 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-ab587fb4-a48d-46fd-8f64-6e83f16db633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 200 len: 918 time: 0.0813913 Mar 03 14:14:19.077649 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-dc90041a-9894-49ed-a4bf-3d2d605caf20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 200 len: 999 time: 0.0863476 Mar 03 14:14:19.092670 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62d1f-404a-48ba-b336-90534cd6a034 req-68948930-312e-451c-b253-c97dae99a8b6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:19.094654 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c62d1f-404a-48ba-b336-90534cd6a034 req-68948930-312e-451c-b253-c97dae99a8b6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0963974 Mar 03 14:14:19.171808 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c62d1f-404a-48ba-b336-90534cd6a034 req-6ce25e90-9547-49b2-9ab4-fd2f84d6ae53 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713015 Mar 03 14:14:19.175550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-983eec92-bdf5-4533-85fd-a0344525670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:19.176925 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-983eec92-bdf5-4533-85fd-a0344525670b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 200 len: 856 time: 0.0702367 Mar 03 14:14:19.225883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924697-5483-4c7e-81b4-613472597b80 req-bec0784c-eebf-4c72-88ab-975a5e3d3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:19.227331 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-bec0784c-eebf-4c72-88ab-975a5e3d3aca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442500 Mar 03 14:14:19.350300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-22ab1b2a-0723-44fe-a97b-d2c03991bd76 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:19.351708 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-22ab1b2a-0723-44fe-a97b-d2c03991bd76 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0979602 Mar 03 14:14:19.356702 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-bad83d55-c038-47cb-a669-992955b096b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222949 Mar 03 14:14:19.512776 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba924697-5483-4c7e-81b4-613472597b80 req-a1cb445b-6448-47b3-b4ca-97c455071edc service neutron] 10.222.0.13 "GET /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399655 Mar 03 14:14:19.521793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Deleting port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:19.522127 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:19.612194 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] For port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:19.612557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:19.788258 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:19.788787 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:19.789054 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Floating IP 0043299c-16f2-4efe-82ce-1c7ab009d626 disassociated. External IP: 172.27.0.179, port: 6276b05c-b70c-4ef2-86f9-36c1ba9486aa. Mar 03 14:14:19.789365 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Calling delete_port for 6276b05c-b70c-4ef2-86f9-36c1ba9486aa owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:19.918629 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a531b-53ce-4d5c-8c89-59e36b0b49ba req-e4bfbc17-71f8-4b12-8e63-a90b87ac377a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:19.920293 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e1a531b-53ce-4d5c-8c89-59e36b0b49ba req-e4bfbc17-71f8-4b12-8e63-a90b87ac377a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 946 time: 0.0875602 Mar 03 14:14:20.025421 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (6276b05c-b70c-4ef2-86f9-36c1ba9486aa), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:20.077491 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'Port': ['ID=6276b05c-b70c-4ef2-86f9-36c1ba9486aa,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:20.666464 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:14:20.725115 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e1a531b-53ce-4d5c-8c89-59e36b0b49ba req-a710dbf5-41c5-4f2c-aec9-fe35d8d0c2e1 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups?id=71be4fe9-125b-478c-81d0-accf2885566c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7980833 Mar 03 14:14:20.777610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:20.795287 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254be92-96bd-498f-b325-67efb31d2a3d req-af92e674-fa08-433e-8327-d8b093d75997 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:20.797321 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5254be92-96bd-498f-b325-67efb31d2a3d req-af92e674-fa08-433e-8327-d8b093d75997 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.1439888 Mar 03 14:14:20.877921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: DOWN; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:20.898388 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:14:20.910642 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:14:20.910921 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5254be92-96bd-498f-b325-67efb31d2a3d req-54ad645f-b31b-42f1-8dbf-c6d43efc573e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062961 Mar 03 14:14:20.923676 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:20.924416 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:20.956645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] No DVR routers for this DVR port 6276b05c-b70c-4ef2-86f9-36c1ba9486aa on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:14:20.959552 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:20.963100 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-812c96c2-2c64-473f-ac21-1a589ad11097 req-eecdf1a8-806e-4496-a4de-7bd15fae03f8 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.13 "DELETE /v2.0/ports/6276b05c-b70c-4ef2-86f9-36c1ba9486aa HTTP/1.1" status: 204 len: 173 time: 1.5969555 Mar 03 14:14:20.963689 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'name': 'network-vif-deleted', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:20.966977 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a61238e-f549-4238-97ee-558764309552" -d '{"events": [{"server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "name": "network-vif-deleted", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:21.007621 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5534d31-70af-41b5-8d21-ab526d6ce0fe x-openstack-request-id: req-f5534d31-70af-41b5-8d21-ab526d6ce0fe {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:21.007914 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b3cb32-1ca7-483a-bf8c-f81d688694a0", "name": "network-vif-deleted", "tag": "6276b05c-b70c-4ef2-86f9-36c1ba9486aa", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:21.008167 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5534d31-70af-41b5-8d21-ab526d6ce0fe {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:21.008590 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b3cb32-1ca7-483a-bf8c-f81d688694a0', 'name': 'network-vif-deleted', 'tag': '6276b05c-b70c-4ef2-86f9-36c1ba9486aa', 'status': 'completed', 'code': 200} Mar 03 14:14:21.122404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-25a158ce-560a-4cc0-ace5-6abace9c1a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:21.187772 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:21.392096 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:21.424577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:14:21.433278 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:21.433926 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:13:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:21.553160 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:21.766240 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:21.793271 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a106b-9f4f-4a30-a88a-9fbb3bab30b6 None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:08:35Z', 'revision_number': 4, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '5ec2ba60-ca51-4b23-95d8-57712792871a', 'name': '', 'network_id': '05081da1-60f1-429a-bcc4-2332fab8e916', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'mac_address': 'fa:16:3e:b2:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:34Z', 'updated_at': '2022-03-03T14:08:47Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'subnets': [{'id': '5e71b440-a164-4447-a3b3-f8b622138c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:14:21.854619 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00849992-44ea-4d8f-90b7-384fa5276f7d req-fcb78de8-bf31-4e5f-b735-62c62a06daf1 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0364850 Mar 03 14:14:22.068415 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e077-d765-4bc5-9a36-50b88f82087d req-63c382c6-efcb-43ac-9f83-163776fc8bc3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:22.069994 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d218e077-d765-4bc5-9a36-50b88f82087d req-63c382c6-efcb-43ac-9f83-163776fc8bc3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0671883 Mar 03 14:14:22.071996 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc2839-952b-4167-9de1-d19a2e335e54 None None] New status for floating IP 0043299c-16f2-4efe-82ce-1c7ab009d626: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:14:22.122413 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d218e077-d765-4bc5-9a36-50b88f82087d req-38b12868-2ef7-4342-b2ed-6a6514599fc1 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Mar 03 14:14:22.776648 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6276b05c-b70c-4ef2-86f9-36c1ba9486aa no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:22.802397 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 6276b05c-b70c-4ef2-86f9-36c1ba9486aa {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:14:22.803052 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6276b05c-b70c-4ef2-86f9-36c1ba9486aa not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:14:22.955659 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-85b22626-1e45-419c-a5c3-2537d18cb3ab req-fef7b8eb-5707-49f0-b08a-becb610fcc4d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0310185 Mar 03 14:14:23.255847 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027af78-497f-4686-841d-fbffcc8fc7b3 req-461968cf-495a-4270-ae07-3ce01e83dc2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:23.257975 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0027af78-497f-4686-841d-fbffcc8fc7b3 req-461968cf-495a-4270-ae07-3ce01e83dc2a tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0581234 Mar 03 14:14:23.307434 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0027af78-497f-4686-841d-fbffcc8fc7b3 req-b3348063-032d-4e6d-b207-5a3bfd1f778b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Mar 03 14:14:23.471143 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2e749204-c912-4b57-9a7b-99d45b9bd471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:24.051657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b71a0235-8db1-4543-8aed-272a21cf6a8c req-84a828f1-60bc-40bb-839e-98cbd7f66758 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Mar 03 14:14:24.442369 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e49b4-c233-4354-b154-6239957407ab req-1bdda74a-66b3-445a-ad35-477998378315 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:24.443856 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a89e49b4-c233-4354-b154-6239957407ab req-1bdda74a-66b3-445a-ad35-477998378315 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0570409 Mar 03 14:14:24.493378 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a89e49b4-c233-4354-b154-6239957407ab req-31f49106-31c9-4786-bc1a-de2f72ac45bf tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Mar 03 14:14:24.547074 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:25.150969 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b44a552-6530-4f74-9077-8d9305a6634a req-bad1dd9a-83b9-4b0f-bbb3-5a323c1c499e tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Mar 03 14:14:25.618911 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6f0bc-d6e7-4bfa-88f5-eb6d74f08e21 req-397e6c10-ae19-43c5-9be8-8c6356194de5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:25.620634 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64a6f0bc-d6e7-4bfa-88f5-eb6d74f08e21 req-397e6c10-ae19-43c5-9be8-8c6356194de5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0532739 Mar 03 14:14:25.674279 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64a6f0bc-d6e7-4bfa-88f5-eb6d74f08e21 req-c008de6a-05d6-4924-b7d4-7d3436bb6c75 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Mar 03 14:14:26.010609 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:26.247816 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-699255f8-57d3-4183-bb15-d023da379082 req-0944e054-402e-47a9-a8d9-458b0617ad7d tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Mar 03 14:14:26.810623 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53986b22-3b9e-4fc8-b476-ac93bf877226 req-6bde5845-a664-42e8-ae0f-3a7aa361c0a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:26.812622 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53986b22-3b9e-4fc8-b476-ac93bf877226 req-6bde5845-a664-42e8-ae0f-3a7aa361c0a7 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0550115 Mar 03 14:14:26.862628 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53986b22-3b9e-4fc8-b476-ac93bf877226 req-a75d47cb-35f4-4c25-9b4c-8242a2158c83 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Mar 03 14:14:27.345178 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b631bbd2-33c6-4f5b-a818-6c0a14448272 req-2fd9e011-ac7e-45c4-9a15-342ec5a33d24 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0280504 Mar 03 14:14:27.511747 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:27.996156 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166e6b0-3d0b-4a52-a605-bd09320d2ec5 req-0ac033a0-2098-4fbe-bb1a-d558efe5b203 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:27.997630 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f166e6b0-3d0b-4a52-a605-bd09320d2ec5 req-0ac033a0-2098-4fbe-bb1a-d558efe5b203 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0601995 Mar 03 14:14:28.047433 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f166e6b0-3d0b-4a52-a605-bd09320d2ec5 req-96e77a4f-58dd-472c-bd89-c2ce627b5cf0 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Mar 03 14:14:28.438255 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4786ad31-af12-4cf6-9932-cc409d80b91f req-16a40e60-a76e-4130-bb6f-f831f0a58e62 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/ports?device_id=35b3cb32-1ca7-483a-bf8c-f81d688694a0 HTTP/1.1" status: 200 len: 210 time: 0.0259733 Mar 03 14:14:29.171870 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32167-b85e-4f81-8c8a-173b186d8df5 req-af3d90dc-5eec-4235-a604-3278bf3f9d4b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:29.173375 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b6e32167-b85e-4f81-8c8a-173b186d8df5 req-af3d90dc-5eec-4235-a604-3278bf3f9d4b tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0521946 Mar 03 14:14:29.218799 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b6e32167-b85e-4f81-8c8a-173b186d8df5 req-b5929f6d-bee8-45ef-be98-14bd525cb142 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Mar 03 14:14:29.518287 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46142) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:29.569887 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (71be4fe9-125b-478c-81d0-accf2885566c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.592064 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (71be4fe9-125b-478c-81d0-accf2885566c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.641131 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (71be4fe9-125b-478c-81d0-accf2885566c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.643720 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.644971 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "DELETE /v2.0/security-groups/71be4fe9-125b-478c-81d0-accf2885566c HTTP/1.1" status: 204 len: 168 time: 0.1256936 Mar 03 14:14:29.647824 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46144) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:29.653748 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41f055-5361-4d6b-87a7-afa59443d4a5 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be4fe9-125b-478c-81d0-accf2885566c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:29.660657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-300204e7-5f8b-46eb-bf84-9b8cad01aa96 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] show failed (client error): The resource could not be found. Mar 03 14:14:29.664478 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46146) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:29.664635 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-300204e7-5f8b-46eb-bf84-9b8cad01aa96 tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "GET /v2.0/security-groups/71be4fe9-125b-478c-81d0-accf2885566c HTTP/1.1" status: 404 len: 347 time: 0.0156829 Mar 03 14:14:29.785597 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Deleting port 9fe4cdb2-2bec-4c12-84ff-7390d7bc6982 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:29.785957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.857986 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.858301 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:29.870365 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Calling delete_port for 9fe4cdb2-2bec-4c12-84ff-7390d7bc6982 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:30.194560 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (9fe4cdb2-2bec-4c12-84ff-7390d7bc6982), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:30.216603 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Pushing event deleted for resources: {'Port': ['ID=9fe4cdb2-2bec-4c12-84ff-7390d7bc6982,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:30.281293 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks [] for floatingip (0043299c-16f2-4efe-82ce-1c7ab009d626), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:30.284216 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:30.285472 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f085232f-9a1f-413f-a630-0c86d0284f4a tempest-AttachVolumeTestJSON-1289169891 tempest-AttachVolumeTestJSON-1289169891-project] 10.222.0.31 "DELETE /v2.0/floatingips/0043299c-16f2-4efe-82ce-1c7ab009d626 HTTP/1.1" status: 204 len: 168 time: 0.6198997 Mar 03 14:14:30.349875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b78c5-39a7-4bc6-8bde-ef98f296f9ad req-ee9677ba-c886-4514-b6e4-e9cb58c00469 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:30.351993 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c39b78c5-39a7-4bc6-8bde-ef98f296f9ad req-ee9677ba-c886-4514-b6e4-e9cb58c00469 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 944 time: 0.0641932 Mar 03 14:14:30.402333 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c39b78c5-39a7-4bc6-8bde-ef98f296f9ad req-330ee4b6-3e44-4fd9-937a-0324513f5325 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 Mar 03 14:14:30.836292 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:14:30.931526 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:30.942503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'port_id': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'mac_address': 'fa:16:3e:c1:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:14:30.977889 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:30.978277 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:30.990242 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:31.012337 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:31.016825 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:31.062778 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=9']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:31.209567 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:31.260912 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['460410ef-a146-4f69-9758-1b1ec9850ca0'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:14:31.527840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4260f7-6b82-4446-9b31-c6300cb1dbe9 req-11aefdc4-2c6d-49fd-ab15-b3ad432e57ed tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:31.529328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e4260f7-6b82-4446-9b31-c6300cb1dbe9 req-11aefdc4-2c6d-49fd-ab15-b3ad432e57ed tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 945 time: 0.0549543 Mar 03 14:14:31.576265 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e4260f7-6b82-4446-9b31-c6300cb1dbe9 req-155c96d6-6f07-4a3b-9d96-2b063fcc4c6e tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Mar 03 14:14:32.757497 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ec9b5-80e4-471a-aaf3-812b89dcfce1 req-110ae27b-7510-468d-8fec-d1b8479a58c4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:32.759915 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-603ec9b5-80e4-471a-aaf3-812b89dcfce1 req-110ae27b-7510-468d-8fec-d1b8479a58c4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 945 time: 0.0950055 Mar 03 14:14:32.811795 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-603ec9b5-80e4-471a-aaf3-812b89dcfce1 req-d8cb6740-63b3-4021-90e2-a7a18a26e452 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Mar 03 14:14:32.841599 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:14:32.891043 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 460410ef-a146-4f69-9758-1b1ec9850ca0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:32.891429 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:32.978274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 460410ef-a146-4f69-9758-1b1ec9850ca0 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:32.978667 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:33.003454 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:33.005718 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727d85d9-e109-46b3-b6bc-b092a1f1bd8a" -d '{"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:33.022714 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:33.027794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:33.052334 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd3290-47d6-4ad0-8a35-22054b099752 x-openstack-request-id: req-c7dd3290-47d6-4ad0-8a35-22054b099752 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:33.052684 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-plugged", "status": "completed", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:33.053015 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7dd3290-47d6-4ad0-8a35-22054b099752 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:33.053415 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'code': 200} Mar 03 14:14:33.080455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=10']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:33.250487 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da7283-3142-4427-81ac-22a22f5a5fe2 req-6f84191d-05a2-446a-9161-6407c36e341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:33.251942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-65da7283-3142-4427-81ac-22a22f5a5fe2 req-6f84191d-05a2-446a-9161-6407c36e341e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 1131 time: 0.0537074 Mar 03 14:14:33.300349 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-65da7283-3142-4427-81ac-22a22f5a5fe2 req-57ae7456-6968-40b3-add6-e3bada21eb22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Mar 03 14:14:33.909214 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46186) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:33.946674 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c799c0c-16e4-42a7-80bb-9594a1cc0ecf req-b38e601b-8948-4f22-9fd5-7937e3e46f71 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:33.948263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c799c0c-16e4-42a7-80bb-9594a1cc0ecf req-b38e601b-8948-4f22-9fd5-7937e3e46f71 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 947 time: 0.0540037 Mar 03 14:14:33.996925 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c799c0c-16e4-42a7-80bb-9594a1cc0ecf req-b4604323-7f4d-4ef0-8c63-48866683b12c tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Mar 03 14:14:34.340862 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:34.598242 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Deleting port 5ec2ba60-ca51-4b23-95d8-57712792871a {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:34.598636 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:34.680907 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] For port 5ec2ba60-ca51-4b23-95d8-57712792871a, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=5ec2ba60-ca51-4b23-95d8-57712792871a,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:34.681268 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:34.694895 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Calling delete_port for 5ec2ba60-ca51-4b23-95d8-57712792871a owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:34.887336 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (5ec2ba60-ca51-4b23-95d8-57712792871a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:34.912837 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec2ba60-ca51-4b23-95d8-57712792871a,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:35.089533 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.132203 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be5c1-b56d-44d4-a0a6-99ddfcd4409e req-0a976705-eaec-46a2-982a-bdb102f70598 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:35.134300 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f05be5c1-b56d-44d4-a0a6-99ddfcd4409e req-0a976705-eaec-46a2-982a-bdb102f70598 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 947 time: 0.0611331 Mar 03 14:14:35.180792 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f05be5c1-b56d-44d4-a0a6-99ddfcd4409e req-9dd9f9bd-eb45-40ec-94c0-8eecae04106f tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Mar 03 14:14:35.312373 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Router 7df03066-aac3-4b4c-a6d1-1c86171025b1 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:14:35.420706 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:14:35.426068 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4921fc29-1a05-461c-b531-476b8bede66c admin admin] 10.222.0.31 "PUT /v2.0/routers/7df03066-aac3-4b4c-a6d1-1c86171025b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5157971 Mar 03 14:14:35.428666 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46228) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:35.429505 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Sync routers for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:14:35.439384 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:35.439992 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:14:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:35.533156 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks [] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.545475 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:35.647537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks [] for router_gateway (7df03066-aac3-4b4c-a6d1-1c86171025b1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.699044 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Deleting port fec824c1-d9eb-459e-a898-c45a83fc5f97 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:35.699699 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.726511 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:14:34Z', 'revision_number': 5, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port': {'id': 'fec824c1-d9eb-459e-a898-c45a83fc5f97', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:35.758042 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Checking router: 7df03066-aac3-4b4c-a6d1-1c86171025b1 for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:14:35.768524 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Routers {'7df03066-aac3-4b4c-a6d1-1c86171025b1'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:14:35.769158 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:14:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['7df03066-aac3-4b4c-a6d1-1c86171025b1'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:35.784444 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] For port fec824c1-d9eb-459e-a898-c45a83fc5f97, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=fec824c1-d9eb-459e-a898-c45a83fc5f97,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:35.784800 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.796001 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Calling delete_port for fec824c1-d9eb-459e-a898-c45a83fc5f97 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:35.969423 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (fec824c1-d9eb-459e-a898-c45a83fc5f97), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:35.983537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] Set router 7df03066-aac3-4b4c-a6d1-1c86171025b1 gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:14:35.995632 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Pushing event deleted for resources: {'Port': ['ID=fec824c1-d9eb-459e-a898-c45a83fc5f97,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:36.035745 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:14:35Z', 'revision_number': 6, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:36.053017 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.065545 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d51ad-d081-4e88-961e-7f616034ca9f None None] The sync data for ids ['7df03066-aac3-4b4c-a6d1-1c86171025b1'] in dv-cinder-819778-8-iscsi is: [{'id': '7df03066-aac3-4b4c-a6d1-1c86171025b1', 'name': 'tempest-AttachVolumeTestJSON-1656526276-router', 'tenant_id': '861c811514474fb1a8f05efd7009cbd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:28Z', 'updated_at': '2022-03-03T14:14:35Z', 'revision_number': 6, 'project_id': '861c811514474fb1a8f05efd7009cbd9', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:14:36.147346 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.149473 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks [] for router_controller (7df03066-aac3-4b4c-a6d1-1c86171025b1), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.191745 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (7df03066-aac3-4b4c-a6d1-1c86171025b1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.192242 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df03066-aac3-4b4c-a6d1-1c86171025b1 {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:14:36.197493 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.198672 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fa3259e0-1da4-40b2-ac5a-163a654071ea admin admin] 10.222.0.31 "DELETE /v2.0/routers/7df03066-aac3-4b4c-a6d1-1c86171025b1 HTTP/1.1" status: 204 len: 168 time: 0.7690709 Mar 03 14:14:36.201210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46232) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:36.243711 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Deleting subnet 5e71b440-a164-4447-a3b3-f8b622138c7b {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:14:36.246889 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Publish callbacks [] for subnet (5e71b440-a164-4447-a3b3-f8b622138c7b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.279355 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (5e71b440-a164-4447-a3b3-f8b622138c7b), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.355770 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (5e71b440-a164-4447-a3b3-f8b622138c7b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.403776 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (5e71b440-a164-4447-a3b3-f8b622138c7b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.429310 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e71b440-a164-4447-a3b3-f8b622138c7b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:36.432891 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.439167 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f528e36d-b4f3-440e-9f2f-903c2d76f18e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e71b440-a164-4447-a3b3-f8b622138c7b HTTP/1.1" status: 204 len: 168 time: 0.2339149 Mar 03 14:14:36.439167 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46234) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:36.439329 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fa535-0242-43b0-a426-d973a82b659f None None] Network 05081da1-60f1-429a-bcc4-2332fab8e916 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:14:36.514788 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (05081da1-60f1-429a-bcc4-2332fab8e916), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.764093 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Deleting port eddc63c1-956c-4eb1-976f-e5a86dec6b98 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:36.764370 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.828569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] For port eddc63c1-956c-4eb1-976f-e5a86dec6b98, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=eddc63c1-956c-4eb1-976f-e5a86dec6b98,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:36.828569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.842728 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Calling delete_port for eddc63c1-956c-4eb1-976f-e5a86dec6b98 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:36.862274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] DHCP port deletion for 05081da1-60f1-429a-bcc4-2332fab8e916 request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:14:36.913898 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Deleting port eddc63c1-956c-4eb1-976f-e5a86dec6b98 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:14:36.914364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.929159 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.941332 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] No DVR routers for this DVR port eddc63c1-956c-4eb1-976f-e5a86dec6b98 on host dv-cinder-819778-8-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:14:36.978528 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] For port eddc63c1-956c-4eb1-976f-e5a86dec6b98, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=eddc63c1-956c-4eb1-976f-e5a86dec6b98,segment=NetworkSegment(df0ec0a5-b5c8-400e-b47f-b85883730e34),segment_id=df0ec0a5-b5c8-400e-b47f-b85883730e34)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:36.978783 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Pushing event deleted for resources: {'Port': ['ID=eddc63c1-956c-4eb1-976f-e5a86dec6b98,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:36.979219 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:36.993067 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Calling delete_port for eddc63c1-956c-4eb1-976f-e5a86dec6b98 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:14:37.034320 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (05081da1-60f1-429a-bcc4-2332fab8e916), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.059093 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05081da1-60f1-429a-bcc4-2332fab8e916']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:37.069143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0ec0a5-b5c8-400e-b47f-b85883730e34') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:37.069432 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0ec0a5-b5c8-400e-b47f-b85883730e34') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:14:37.079338 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (df0ec0a5-b5c8-400e-b47f-b85883730e34), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.083007 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (eddc63c1-956c-4eb1-976f-e5a86dec6b98), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.092947 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (df0ec0a5-b5c8-400e-b47f-b85883730e34), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.099718 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:14:37.100110 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (df0ec0a5-b5c8-400e-b47f-b85883730e34), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:14:37.102070 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:14:37.111433 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] No DVR routers for this DVR port eddc63c1-956c-4eb1-976f-e5a86dec6b98 on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:14:37.116054 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677aa23-0a24-44d8-8189-bf6dd4d301f8 None None] Pushing event deleted for resources: {'Port': ['ID=eddc63c1-956c-4eb1-976f-e5a86dec6b98,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:37.160241 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (05081da1-60f1-429a-bcc4-2332fab8e916), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.165389 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.170166 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] 10.222.0.31 "DELETE /v2.0/networks/05081da1-60f1-429a-bcc4-2332fab8e916 HTTP/1.1" status: 204 len: 168 time: 0.7294917 Mar 03 14:14:37.182256 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff2f81-24fc-4e7b-96ac-d090f61e175d admin admin] Pushing event deleted for resources: {'Network': ['ID=05081da1-60f1-429a-bcc4-2332fab8e916,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:37.277544 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46238) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:37.317032 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7150a240-3c7c-41f3-9f0c-ffdf4a724bcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=861c811514474fb1a8f05efd7009cbd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381021 Mar 03 14:14:37.319305 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46240) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:37.365225 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] Publish callbacks [] for security_group (463269b4-f8b0-4673-86f6-a1882aa1339b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.385494 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] Publish callbacks [] for security_group (463269b4-f8b0-4673-86f6-a1882aa1339b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.434645 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (463269b4-f8b0-4673-86f6-a1882aa1339b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.437441 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:37.438620 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/463269b4-f8b0-4673-86f6-a1882aa1339b HTTP/1.1" status: 204 len: 168 time: 0.1184337 Mar 03 14:14:37.446839 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0ab6-7cba-4b7e-8244-e30011514c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463269b4-f8b0-4673-86f6-a1882aa1339b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:37.652359 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device fec824c1-d9eb-459e-a898-c45a83fc5f97 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:37.672929 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: fec824c1-d9eb-459e-a898-c45a83fc5f97 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:14:37.673352 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device fec824c1-d9eb-459e-a898-c45a83fc5f97 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:14:37.673865 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device eddc63c1-956c-4eb1-976f-e5a86dec6b98 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:37.693116 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: eddc63c1-956c-4eb1-976f-e5a86dec6b98 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:14:37.693465 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device eddc63c1-956c-4eb1-976f-e5a86dec6b98 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:14:37.693910 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 5ec2ba60-ca51-4b23-95d8-57712792871a no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:14:37.717327 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 5ec2ba60-ca51-4b23-95d8-57712792871a {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:14:37.717772 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 5ec2ba60-ca51-4b23-95d8-57712792871a not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:14:40.776193 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:14:41.457207 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46300) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:41.559795 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1d741e02-218d-4af3-b564-ede62237aa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.636039 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1d741e02-218d-4af3-b564-ede62237aa7b admin admin] Publish callbacks [] for security_group (4fdda09d-a23a-4b66-874f-32b20de57502), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.639741 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1d741e02-218d-4af3-b564-ede62237aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4fdda09d-a23a-4b66-874f-32b20de57502), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.677542 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1d741e02-218d-4af3-b564-ede62237aa7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8c1131b2a0d4308bb30fcdfabbbd478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192516 Mar 03 14:14:41.678666 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d741e02-218d-4af3-b564-ede62237aa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdda09d-a23a-4b66-874f-32b20de57502,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:41.680265 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46304) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:41.729730 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Publish callbacks [] for security_group (4fdda09d-a23a-4b66-874f-32b20de57502), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.752173 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Publish callbacks [] for security_group (4fdda09d-a23a-4b66-874f-32b20de57502), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.798527 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4fdda09d-a23a-4b66-874f-32b20de57502), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.801708 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:41.802834 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fdda09d-a23a-4b66-874f-32b20de57502 HTTP/1.1" status: 204 len: 168 time: 0.1206894 Mar 03 14:14:41.810506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdda09d-a23a-4b66-874f-32b20de57502,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:41.817405 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.817785 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.818133 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.818468 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.818802 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.819134 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.819464 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.819836 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.820109 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.820434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.820763 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.821086 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:41.821403 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648da468-0ce5-47f0-85bf-bd3d1024fa6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:14:42.054104 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46310) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:42.066904 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e7e9-8c38-466f-8e80-98834335be97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.139504 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e7e9-8c38-466f-8e80-98834335be97 admin admin] Publish callbacks [] for security_group (42e74dd9-79cd-4657-8516-7e8815a814ab), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.143729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e7e9-8c38-466f-8e80-98834335be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (42e74dd9-79cd-4657-8516-7e8815a814ab), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.179789 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b4e7e7e9-8c38-466f-8e80-98834335be97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7c56b96009a414f92a447e7fe9106cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246297 Mar 03 14:14:42.181783 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e7e9-8c38-466f-8e80-98834335be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e74dd9-79cd-4657-8516-7e8815a814ab,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:42.182485 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46312) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:42.229288 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] Publish callbacks [] for security_group (42e74dd9-79cd-4657-8516-7e8815a814ab), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.249490 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] Publish callbacks [] for security_group (42e74dd9-79cd-4657-8516-7e8815a814ab), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.295714 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (42e74dd9-79cd-4657-8516-7e8815a814ab), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.298420 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:42.299558 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42e74dd9-79cd-4657-8516-7e8815a814ab HTTP/1.1" status: 204 len: 168 time: 0.1160777 Mar 03 14:14:42.306789 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89650689-7533-44ed-be0f-afceb0b1a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e74dd9-79cd-4657-8516-7e8815a814ab,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:46.242221 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46380) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:46.343925 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0e477b3f-b4d3-4387-80b7-a7fc3314dbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.415700 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0e477b3f-b4d3-4387-80b7-a7fc3314dbb0 admin admin] Publish callbacks [] for security_group (b7846610-1574-4d7f-a911-9494a445b038), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.419350 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0e477b3f-b4d3-4387-80b7-a7fc3314dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b7846610-1574-4d7f-a911-9494a445b038), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.459797 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0e477b3f-b4d3-4387-80b7-a7fc3314dbb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08433154f7ab4ef486640096605db152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165942 Mar 03 14:14:46.460731 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e477b3f-b4d3-4387-80b7-a7fc3314dbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7846610-1574-4d7f-a911-9494a445b038,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:46.462555 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46384) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:46.512635 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] Publish callbacks [] for security_group (b7846610-1574-4d7f-a911-9494a445b038), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.533012 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] Publish callbacks [] for security_group (b7846610-1574-4d7f-a911-9494a445b038), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.580920 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (b7846610-1574-4d7f-a911-9494a445b038), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.583562 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:46.584695 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7846610-1574-4d7f-a911-9494a445b038 HTTP/1.1" status: 204 len: 168 time: 0.1211028 Mar 03 14:14:46.592022 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a0ed5-237b-4b4b-a3fa-a4049da4b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7846610-1574-4d7f-a911-9494a445b038,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:47.174026 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46408) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:47.266899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892412846-network', 'tenant_id': '89d9f9ff366840038537d09b114564bb'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:47.285895 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Made reservation on behalf of 89d9f9ff366840038537d09b114564bb for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:14:47.288204 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.296018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.366505 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks [] for security_group (2be0247f-ef20-4fb4-bdb6-5510db2b7205), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.370095 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2be0247f-ef20-4fb4-bdb6-5510db2b7205), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.394083 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:14:47.403364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be0247f-ef20-4fb4-bdb6-5510db2b7205,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:47.408793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (6fb3c70a-ec8b-4349-be83-28f9a8fc1b58), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.409128 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Added segment 6fb3c70a-ec8b-4349-be83-28f9a8fc1b58 of type vlan for network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b Mar 03 14:14:47.447312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.471589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.472666 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:47.473242 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.525952 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3507748 Mar 03 14:14:47.528922 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46412) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:14:47.534534 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Request body: {'subnet': {'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892412846-subnet', 'tenant_id': '89d9f9ff366840038537d09b114564bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:47.537083 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c54a5-53cc-4ffe-b41b-d770e9c2551d admin admin] Pushing event updated for resources: {'Network': ['ID=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:47.546956 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:14:47.553741 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Made reservation on behalf of 89d9f9ff366840038537d09b114564bb for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:14:47.556237 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64624985'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.720176 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64588595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64625003'] for subnet (23185206-31c9-4bcd-b7c4-09649eb7d0b1), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.776947 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23185206-31c9-4bcd-b7c4-09649eb7d0b1,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:47.782566 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Checking segment: {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:14:47.783021 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Network hostable DHCP agents. Network: dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:14:47.799387 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:14:47.807599 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:14:47.811534 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:47.812647 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:47.817529 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8113f71-2441-457b-a0b8-a522cb8cdaa1 None None] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:14:47.830295 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6eda3ee0-62fa-4e7c-a48a-8e1478dc5d04 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3002796 Mar 03 14:14:47.917330 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0b8e9-e696-41aa-81a0-e4bfcc16280f None None] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:14:49.537998 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-3a8fd38a-5289-451e-a3fd-fadb6eb40b95 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:49.539430 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-3a8fd38a-5289-451e-a3fd-fadb6eb40b95 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 808 time: 0.0968740 Mar 03 14:14:49.553964 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-94d8d611-3286-4156-b410-e0242b7a92c4 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/quotas/89d9f9ff366840038537d09b114564bb HTTP/1.1" status: 200 len: 375 time: 0.0091722 Mar 03 14:14:49.588820 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-1527e746-b99e-4d60-8ac6-7b1424c5b0a3 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300224 Mar 03 14:14:49.679773 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-a5ecc004-ece4-4f8a-9acf-648b01842097 service neutron] 10.222.0.31 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844460 Mar 03 14:14:49.770520 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-78070286-3048-4a39-b0bc-cc86f244aef0 service neutron] 10.222.0.31 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851345 Mar 03 14:14:49.925852 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c088e5e9-9358-47ba-88a5-e120e3233d6d req-a093ed86-7a21-4dc5-81e8-e80ce1f64ec1 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 210 time: 0.0295515 Mar 03 14:14:50.908438 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eedddc3f-1b7e-4172-b92c-19ddf532c64e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:50.909893 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eedddc3f-1b7e-4172-b92c-19ddf532c64e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 808 time: 0.1070211 Mar 03 14:14:50.932015 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Request body: {'port': {'device_id': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b', 'admin_state_up': True, 'tenant_id': '89d9f9ff366840038537d09b114564bb'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:51.025565 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-52e4a50a-198c-43c4-820e-1850669a905a req-a81c02f7-576d-4f3f-9b25-11b6f0c9284b tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 210 time: 0.0332448 Mar 03 14:14:51.065028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Made reservation on behalf of 89d9f9ff366840038537d09b114564bb for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:14:51.068346 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.115887 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0dd094c3-ddf0-4421-8123-83cc81a1ab1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.191596 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Allocated IP 172.20.0.12 (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b/23185206-31c9-4bcd-b7c4-09649eb7d0b1/ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:14:51.340949 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks [] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.375200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.416751 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:14:51.419766 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:14:51.424214 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:14:51.451600 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Pushing event updated for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:51.474879 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:51.475476 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.491718 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-fab7fa04-5b5a-487e-bb33-2a02e34c075f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635107 Mar 03 14:14:51.503311 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Request body: {'port': {'device_id': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:14:51.564090 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.814674 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:51.821792 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks [] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.834265 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Transition to ACTIVE for port object ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:14:51.837788 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:51.887024 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:51.951945 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Attempting to bind port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:14:51.953694 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Attempting to bind port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:14:51.953694 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Attempting to bind port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:14:51.957362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:14:51.957705 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Attempting to bind port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:14:51.962227 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:14:51.962557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Checking segment: {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:14:51.962929 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Bound using segment: {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:14:51.963342 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Bound port: ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:14:51.963690 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:52.023145 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:14:52.026105 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:14:52.031756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:52.063052 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.063668 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:52.065087 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 HTTP/1.1" status: 200 len: 1094 time: 0.5660627 Mar 03 14:14:52.065534 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:52.067777 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714fa16f-17c9-4a38-aa48-2c1129955303" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:52.094267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55bfc5-3196-462b-beb5-e77abbd8ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:52.120927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760e4d35-ebfe-4ae1-98cf-e12dc3632ec0 x-openstack-request-id: req-760e4d35-ebfe-4ae1-98cf-e12dc3632ec0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:52.121145 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:52.121395 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-760e4d35-ebfe-4ae1-98cf-e12dc3632ec0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:52.121810 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6', 'status': 'completed', 'code': 200} Mar 03 14:14:52.195455 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96076bc6-efdf-49c3-a58c-45d3f322913d req-98b8eadb-fc5f-4120-a62a-dd4fd46b2fcb tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.196897 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96076bc6-efdf-49c3-a58c-45d3f322913d req-98b8eadb-fc5f-4120-a62a-dd4fd46b2fcb tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 944 time: 0.0855980 Mar 03 14:14:52.202180 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-0f4c414d-a198-408f-86db-1c0849e243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.203828 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-0f4c414d-a198-408f-86db-1c0849e243d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 1128 time: 0.0801392 Mar 03 14:14:52.257463 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-4410e0ef-15c8-4014-9317-c455bc577651 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 HTTP/1.1" status: 200 len: 217 time: 0.0406847 Mar 03 14:14:52.306365 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96076bc6-efdf-49c3-a58c-45d3f322913d req-390f2c22-ab3f-453b-bdcc-9f926254d206 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016238 Mar 03 14:14:52.316500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-4b6c00c3-9879-4c2a-a686-6bf146932a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.318569 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-4b6c00c3-9879-4c2a-a686-6bf146932a8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23185206-31c9-4bcd-b7c4-09649eb7d0b1 HTTP/1.1" status: 200 len: 848 time: 0.0537288 Mar 03 14:14:52.351394 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-53c45bcb-c5ad-4023-9ac8-fac76d0b2c4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258269 Mar 03 14:14:52.442868 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-0f49db06-c8aa-4b08-850a-42f1b9cf6c32 service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Mar 03 14:14:52.531298 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d935c683-47ba-4b69-b559-1f5208ced0e8 req-65e02e52-355f-4473-bebd-09e9c878905c service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806255 Mar 03 14:14:52.622292 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-51f38728-79a5-4813-940d-8889ba4d5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.623862 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-51f38728-79a5-4813-940d-8889ba4d5e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 1128 time: 0.0442297 Mar 03 14:14:52.714335 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-359b12b1-c339-4254-b8d3-ccc1e11e7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.715732 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-359b12b1-c339-4254-b8d3-ccc1e11e7e1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 909 time: 0.0854554 Mar 03 14:14:52.757590 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-ed9290b2-09df-48c5-a7a2-66944c656b5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 HTTP/1.1" status: 200 len: 217 time: 0.0350072 Mar 03 14:14:52.805878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-527f448c-e870-4c40-9c2e-719f0a3edec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:52.807274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-527f448c-e870-4c40-9c2e-719f0a3edec7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23185206-31c9-4bcd-b7c4-09649eb7d0b1 HTTP/1.1" status: 200 len: 848 time: 0.0432634 Mar 03 14:14:52.845386 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-84810a20-8b84-4598-97ec-3d008df32b94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293941 Mar 03 14:14:52.933142 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-614dc69c-c445-4b50-82a8-c42dde471b9c service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808437 Mar 03 14:14:53.025632 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714fa16f-17c9-4a38-aa48-2c1129955303 req-0a19ba95-be50-4a64-a36f-e2a0e80a67b2 service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844963 Mar 03 14:14:53.425345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67f15-f441-4f0c-bf68-0309e0c42f6d req-19dc6693-ee4a-41d0-9837-7d93a6d5760d tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:53.426840 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d7e67f15-f441-4f0c-bf68-0309e0c42f6d req-19dc6693-ee4a-41d0-9837-7d93a6d5760d tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 944 time: 0.0537219 Mar 03 14:14:53.463483 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-04c3d175-916d-402d-9da3-c397557b8338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:53.473696 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d7e67f15-f441-4f0c-bf68-0309e0c42f6d req-de58f281-611d-4ed8-874c-265603c9b80b tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Mar 03 14:14:54.550855 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:54.590810 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1664-2e3d-4296-b4e1-af688c0a7836 req-ff048a01-435b-4f93-83ee-18d4f5db7cc2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:54.592266 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b98e1664-2e3d-4296-b4e1-af688c0a7836 req-ff048a01-435b-4f93-83ee-18d4f5db7cc2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 944 time: 0.0535200 Mar 03 14:14:54.637504 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b98e1664-2e3d-4296-b4e1-af688c0a7836 req-c0ff7260-ed44-450a-85d3-fe1ee3ae3319 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Mar 03 14:14:54.988203 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:14:55.085766 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:55.097276 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6', 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b', 'port_id': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6', 'mac_address': 'fa:16:3e:b7:d5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23185206-31c9-4bcd-b7c4-09649eb7d0b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:14:55.134847 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:55.135233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:55.147652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:14:55.166641 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:55.170374 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:55.217524 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:55.431699 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:14:55.763234 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594082d-1a92-44fd-a991-cb4f01708ce8 req-9fd2fe4c-536b-40d0-ad26-fd0325df9619 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:55.764698 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0594082d-1a92-44fd-a991-cb4f01708ce8 req-9fd2fe4c-536b-40d0-ad26-fd0325df9619 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 945 time: 0.0552573 Mar 03 14:14:55.809756 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0594082d-1a92-44fd-a991-cb4f01708ce8 req-edfb2f35-3f6b-45e2-8795-35a3428de5f5 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Mar 03 14:14:56.011603 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:56.925997 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0409-e4ef-434c-8d72-471ef8e37671 req-71809ca1-48d4-403c-802f-9488026f59cc tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:56.927459 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d88c0409-e4ef-434c-8d72-471ef8e37671 req-71809ca1-48d4-403c-802f-9488026f59cc tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 945 time: 0.0528796 Mar 03 14:14:56.973219 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d88c0409-e4ef-434c-8d72-471ef8e37671 req-d042206e-40a1-47e9-bcf1-8c4f275c77a3 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Mar 03 14:14:56.998187 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:14:57.054626 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:14:57.058227 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:14:57.058601 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:57.137146 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:14:57.137528 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:57.159162 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:14:57.161406 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa4bb7-1385-469c-a887-a8ef1156e4b2" -d '{"events": [{"server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:14:57.173643 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:14:57.177435 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:57.200230 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da31051-0987-48cb-a3ce-703438c21b7e x-openstack-request-id: req-7da31051-0987-48cb-a3ce-703438c21b7e {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:14:57.200522 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:14:57.200779 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7da31051-0987-48cb-a3ce-703438c21b7e {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:14:57.201165 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6', 'code': 200} Mar 03 14:14:57.225988 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:14:57.375541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2adb8-1c89-4980-a917-56bf9f5880e4 req-d32c3ddb-fac2-4e6c-8a8e-af27a39bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:57.377532 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aee2adb8-1c89-4980-a917-56bf9f5880e4 req-d32c3ddb-fac2-4e6c-8a8e-af27a39bfb89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 1130 time: 0.0480332 Mar 03 14:14:57.420044 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aee2adb8-1c89-4980-a917-56bf9f5880e4 req-3de3d26a-a30a-4a02-9150-ade14a7d9016 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Mar 03 14:14:57.486042 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:14:58.089000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a7701-0967-4249-9eec-c80724615054 req-3f3ad9af-3d52-4f83-bf13-fae9ba293a0e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:58.090490 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc4a7701-0967-4249-9eec-c80724615054 req-3f3ad9af-3d52-4f83-bf13-fae9ba293a0e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 946 time: 0.0519371 Mar 03 14:14:58.136571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc4a7701-0967-4249-9eec-c80724615054 req-ae623412-b5d9-4468-a029-0714811f7655 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Mar 03 14:14:59.253743 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073684-7486-48ba-a704-0435fe4c3db7 req-bb0b8327-c812-4130-bc7c-14ec12e4db9c tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:59.255191 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b2073684-7486-48ba-a704-0435fe4c3db7 req-bb0b8327-c812-4130-bc7c-14ec12e4db9c tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 946 time: 0.0517282 Mar 03 14:14:59.304075 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b2073684-7486-48ba-a704-0435fe4c3db7 req-27456a46-020b-4673-9594-dacedbe0587c tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Mar 03 14:14:59.916916 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e41f1-1572-4870-9ded-acd11d4fda65 req-066ac34b-d2c7-4290-8562-a98d23e8015a tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:14:59.918572 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714e41f1-1572-4870-9ded-acd11d4fda65 req-066ac34b-d2c7-4290-8562-a98d23e8015a tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 946 time: 0.0510776 Mar 03 14:14:59.965597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-714e41f1-1572-4870-9ded-acd11d4fda65 req-6d6377d2-b4da-4e01-b40c-6d355a6bc9b4 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Mar 03 14:15:01.082843 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543464cf-4393-4ad9-9f33-ed5e7f14fa9c req-12b97317-cb54-4b75-b9bd-c457be898cd4 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:01.084277 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-543464cf-4393-4ad9-9f33-ed5e7f14fa9c req-12b97317-cb54-4b75-b9bd-c457be898cd4 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 946 time: 0.0513124 Mar 03 14:15:01.131154 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-543464cf-4393-4ad9-9f33-ed5e7f14fa9c req-3245f31f-2ffa-4ec4-ba67-bf6b10f1eb23 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Mar 03 14:15:01.227361 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:01.428737 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e57a9-837f-485f-93b1-803446d79767 req-3c4aa69e-996e-4791-aaa1-fad031ca0080 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:01.430188 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f18e57a9-837f-485f-93b1-803446d79767 req-3c4aa69e-996e-4791-aaa1-fad031ca0080 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 946 time: 0.0558851 Mar 03 14:15:01.522582 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Deleting port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:01.522942 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:01.612777 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] For port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:01.613142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:01.626180 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Calling delete_port for ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:01.749014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:01.761013 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:15:01.779444 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Pushing event deleted for resources: {'Port': ['ID=ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:01.823815 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] No DVR routers for this DVR port ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:15:01.826319 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:01.830269 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f18e57a9-837f-485f-93b1-803446d79767 req-f0002abc-9568-437d-8cd0-90b9da1dcb31 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "DELETE /v2.0/ports/ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 HTTP/1.1" status: 204 len: 173 time: 0.3944175 Mar 03 14:15:01.830704 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'name': 'network-vif-deleted', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:01.832911 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff876a7-d7ee-4a0c-8fd8-598e04c70316" -d '{"events": [{"server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "name": "network-vif-deleted", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:01.870131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5750c-1a34-4c9f-a126-e7fc688e1220 x-openstack-request-id: req-63a5750c-1a34-4c9f-a126-e7fc688e1220 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:01.870419 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2077b9-7537-4ab3-9f5a-eaf53adee89b", "name": "network-vif-deleted", "tag": "ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:01.870669 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63a5750c-1a34-4c9f-a126-e7fc688e1220 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:01.871067 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2077b9-7537-4ab3-9f5a-eaf53adee89b', 'name': 'network-vif-deleted', 'tag': 'ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6', 'status': 'completed', 'code': 200} Mar 03 14:15:02.239289 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-203b7a17-23fb-48e3-b5e1-7dc4f4ded912 req-a7ff143e-1732-4391-b4f3-c7a38ff32f76 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2077b9-7537-4ab3-9f5a-eaf53adee89b HTTP/1.1" status: 200 len: 210 time: 0.0277703 Mar 03 14:15:03.496791 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-0fa42db4-dfa6-48c9-bb7d-0c6a6fe4a08d tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:03.498291 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-0fa42db4-dfa6-48c9-bb7d-0c6a6fe4a08d tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 808 time: 0.1017520 Mar 03 14:15:03.513566 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-42764741-fd13-4eb9-9043-c6025dfa3bf4 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/quotas/89d9f9ff366840038537d09b114564bb HTTP/1.1" status: 200 len: 375 time: 0.0090623 Mar 03 14:15:03.545461 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-2a62b0f1-a939-4983-82d5-3dfea59693f2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257156 Mar 03 14:15:03.637211 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-85445099-eac9-484e-b556-fdba103eb965 service neutron] 10.222.0.31 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Mar 03 14:15:03.723344 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-0bbb594c-1e97-4661-91ab-fc7e44f3f887 service neutron] 10.222.0.31 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795035 Mar 03 14:15:03.878838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-962b2244-cc50-4ef8-8253-9d55b6774407 req-d8b072b5-4f2d-4dab-be6d-c9e075d814e8 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 210 time: 0.0289249 Mar 03 14:15:04.792836 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-60fa0455-c6ea-461d-bcc0-a0e329c51fbf tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:04.794335 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-60fa0455-c6ea-461d-bcc0-a0e329c51fbf tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 808 time: 0.1028547 Mar 03 14:15:04.807798 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Request body: {'port': {'device_id': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b', 'admin_state_up': True, 'tenant_id': '89d9f9ff366840038537d09b114564bb'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:15:04.912150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Made reservation on behalf of 89d9f9ff366840038537d09b114564bb for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:15:04.915531 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:04.995205 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:05.003675 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1a949f2-6692-4c77-ade4-1a69cf4f5417 req-dc61711d-143a-4ca9-8662-0520b551c9e0 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 210 time: 0.0348439 Mar 03 14:15:05.014611 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:15:05.020378 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device ee1c2795-520a-4f5b-b3ff-1bea33b7dbb6 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:15:05.062248 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Allocated IP 172.20.0.13 (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b/23185206-31c9-4bcd-b7c4-09649eb7d0b1/2dd11013-f0a6-45a2-a55d-703320ea149f) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:15:05.202154 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks [] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:05.234065 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:05.282601 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:15:05.285509 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:15:05.289047 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:15:05.295213 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Pushing event updated for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:05.629575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:05.630178 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:05.646544 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-59432f89-f258-41e1-9772-56936a30eda2 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425784 Mar 03 14:15:05.658919 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Request body: {'port': {'device_id': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:15:05.714819 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:05.963531 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd11013-f0a6-45a2-a55d-703320ea149f {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:15:05.970691 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks [] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:05.981808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Transition to ACTIVE for port object 2dd11013-f0a6-45a2-a55d-703320ea149f will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:15:05.986114 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:06.035053 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Pushing event updated for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:06.134039 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Attempting to bind port 2dd11013-f0a6-45a2-a55d-703320ea149f on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:15:06.134376 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Attempting to bind port 2dd11013-f0a6-45a2-a55d-703320ea149f by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:15:06.134699 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Attempting to bind port 2dd11013-f0a6-45a2-a55d-703320ea149f on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:15:06.143536 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Port 2dd11013-f0a6-45a2-a55d-703320ea149f on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:15:06.143849 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Attempting to bind port 2dd11013-f0a6-45a2-a55d-703320ea149f on network dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:15:06.153358 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab267a-2f28-49af-9a3a-d8df093503f7 req-4f68f20a-7901-4c19-8cdd-c1be65f1bc88 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.154854 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14ab267a-2f28-49af-9a3a-d8df093503f7 req-4f68f20a-7901-4c19-8cdd-c1be65f1bc88 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 944 time: 0.0808282 Mar 03 14:15:06.158008 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:15:06.158345 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Checking segment: {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:15:06.158718 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Bound using segment: {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:15:06.159141 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Bound port: 2dd11013-f0a6-45a2-a55d-703320ea149f, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:15:06.159491 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:06.245682 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14ab267a-2f28-49af-9a3a-d8df093503f7 req-93bdec6a-5219-44eb-bdb5-e010c593084c tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832088 Mar 03 14:15:06.251695 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:15:06.254907 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=2dd11013-f0a6-45a2-a55d-703320ea149f,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:15:06.261694 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:06.293264 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.293897 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:06.295239 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] 10.222.0.13 "PUT /v2.0/ports/2dd11013-f0a6-45a2-a55d-703320ea149f HTTP/1.1" status: 200 len: 1094 time: 0.6404073 Mar 03 14:15:06.297820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:06.300784 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:06.327596 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31820e03-160b-4a4a-8e39-2bfd0cc5715b service neutron] Pushing event updated for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:06.337423 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d7c330-234d-4f2b-ac43-4347bdd31878 x-openstack-request-id: req-85d7c330-234d-4f2b-ac43-4347bdd31878 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:06.337652 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:06.337926 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85d7c330-234d-4f2b-ac43-4347bdd31878 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:06.338331 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f', 'status': 'completed', 'code': 200} Mar 03 14:15:06.389074 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-8d9ebfc2-87ba-4656-87a9-e64a1ba25691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.390608 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-8d9ebfc2-87ba-4656-87a9-e64a1ba25691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 1128 time: 0.0493531 Mar 03 14:15:06.432992 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-a3a61af3-1406-4ca5-bcb1-c7a5e66ef6bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd11013-f0a6-45a2-a55d-703320ea149f HTTP/1.1" status: 200 len: 217 time: 0.0348563 Mar 03 14:15:06.480759 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-c49a38c7-150d-4f37-801c-7c37ea8af809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.482213 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-c49a38c7-150d-4f37-801c-7c37ea8af809 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23185206-31c9-4bcd-b7c4-09649eb7d0b1 HTTP/1.1" status: 200 len: 848 time: 0.0425632 Mar 03 14:15:06.515558 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-6199ba88-ea61-4c0c-bedb-2c4c7c257027 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272150 Mar 03 14:15:06.601293 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-b97500a6-2f03-494f-8a31-dda2dd18ad83 service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785871 Mar 03 14:15:06.691065 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-789d9808-3c7a-429c-bb2e-6f6c5d32ce02 req-b8de363b-be2f-4d10-87d2-45f052b3884b service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830247 Mar 03 14:15:06.780053 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-bfe16140-7b77-4a4e-8a5f-6c7e86ea13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.782117 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-bfe16140-7b77-4a4e-8a5f-6c7e86ea13a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d9f9ff366840038537d09b114564bb&device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 1128 time: 0.0443873 Mar 03 14:15:06.867546 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-dec22838-328a-4c7e-905f-721f1ab79d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.868982 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-dec22838-328a-4c7e-905f-721f1ab79d0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 200 len: 909 time: 0.0806122 Mar 03 14:15:06.913143 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-75852422-7af5-4707-9c01-3a1e6a4b77c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd11013-f0a6-45a2-a55d-703320ea149f HTTP/1.1" status: 200 len: 217 time: 0.0378573 Mar 03 14:15:06.960520 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-e687f782-2292-4346-85f4-d83e0c0b0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:06.962473 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-e687f782-2292-4346-85f4-d83e0c0b0485 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23185206-31c9-4bcd-b7c4-09649eb7d0b1 HTTP/1.1" status: 200 len: 848 time: 0.0423574 Mar 03 14:15:06.994933 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-cfe07ee4-8b7c-4aad-b376-e77d5b2359b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261748 Mar 03 14:15:07.083657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-a2bbe533-0271-4fd8-866d-28a7cc0f2075 service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826180 Mar 03 14:15:07.170860 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4da59c0-5fbc-49e9-a34d-5555a6934a2a req-218a98d0-3fb6-4d8a-beaf-2935c7ce6f2a service neutron] 10.222.0.13 "GET /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795426 Mar 03 14:15:07.362051 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f226f-0bab-46be-89ff-f6f63cc3e9fa req-37c59809-f577-4bce-98a4-38a407f06eab tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:07.363437 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a01f226f-0bab-46be-89ff-f6f63cc3e9fa req-37c59809-f577-4bce-98a4-38a407f06eab tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 944 time: 0.0525382 Mar 03 14:15:07.409550 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a01f226f-0bab-46be-89ff-f6f63cc3e9fa req-6532ee70-40f3-4217-ac79-f6ad7c8e1443 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Mar 03 14:15:08.530513 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2a961-3ee7-45e1-92dc-62dbfca2ae0f req-63a701f8-0e8e-4453-a338-8bf5c9d92af9 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:08.532813 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3e2a961-3ee7-45e1-92dc-62dbfca2ae0f req-63a701f8-0e8e-4453-a338-8bf5c9d92af9 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 944 time: 0.0557356 Mar 03 14:15:08.578980 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3e2a961-3ee7-45e1-92dc-62dbfca2ae0f req-eea990f1-346b-453d-baf4-98ff545df176 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Mar 03 14:15:08.992954 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 2dd11013-f0a6-45a2-a55d-703320ea149f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:15:09.088691 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=2dd11013-f0a6-45a2-a55d-703320ea149f,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:09.099811 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '2dd11013-f0a6-45a2-a55d-703320ea149f', 'network_id': 'dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b', 'port_id': '2dd11013-f0a6-45a2-a55d-703320ea149f', 'mac_address': 'fa:16:3e:5d:6a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23185206-31c9-4bcd-b7c4-09649eb7d0b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:15:09.136946 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 2dd11013-f0a6-45a2-a55d-703320ea149f is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:15:09.137324 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:09.149921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd11013-f0a6-45a2-a55d-703320ea149f {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:15:09.172925 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=2dd11013-f0a6-45a2-a55d-703320ea149f,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:09.176811 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:09.221880 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:09.228600 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.228943 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.229280 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.229608 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.229993 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.230320 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.230641 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.230961 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.231277 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.231592 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.231905 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.232217 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.232528 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:09.419369 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['2dd11013-f0a6-45a2-a55d-703320ea149f'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:15:09.695290 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad7a70-07da-4fcb-8ebe-e67d3bfbe7d5 req-44ad0543-6b57-4c06-aaa4-a22448a7399f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:09.696674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81ad7a70-07da-4fcb-8ebe-e67d3bfbe7d5 req-44ad0543-6b57-4c06-aaa4-a22448a7399f tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 945 time: 0.0521727 Mar 03 14:15:09.742636 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81ad7a70-07da-4fcb-8ebe-e67d3bfbe7d5 req-1d55476a-66b2-4332-8395-79486eb5af6d tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Mar 03 14:15:10.862900 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4984e-a635-4c70-b25e-ebd78161f566 req-74660993-5a79-402a-8992-ca5a34b3e5ed tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:10.864371 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3bd4984e-a635-4c70-b25e-ebd78161f566 req-74660993-5a79-402a-8992-ca5a34b3e5ed tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 945 time: 0.0568082 Mar 03 14:15:10.909506 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3bd4984e-a635-4c70-b25e-ebd78161f566 req-ae8a7fc2-c1c1-4fad-83c3-1943052e044a tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Mar 03 14:15:11.008662 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 2dd11013-f0a6-45a2-a55d-703320ea149f up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:15:11.059903 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 2dd11013-f0a6-45a2-a55d-703320ea149f completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:15:11.064316 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 2dd11013-f0a6-45a2-a55d-703320ea149f triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:15:11.064672 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:11.139350 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 2dd11013-f0a6-45a2-a55d-703320ea149f is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:15:11.139725 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:11.162105 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:11.164305 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a197b893-e8ed-4dd5-b451-954c28ae6a91" -d '{"events": [{"server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:11.177646 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=2dd11013-f0a6-45a2-a55d-703320ea149f,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:11.182433 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:11.208151 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e7354d-802c-4ac3-b6d6-c5758cc2090d x-openstack-request-id: req-02e7354d-802c-4ac3-b6d6-c5758cc2090d {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:11.208443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:11.208692 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02e7354d-802c-4ac3-b6d6-c5758cc2090d {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:11.209070 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f', 'code': 200} Mar 03 14:15:11.235531 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:11.363266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3cc30-de45-41ba-9f55-289ea3173aeb req-586968fc-5269-4a0b-a5fd-ac2ffab118fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:11.364714 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9db3cc30-de45-41ba-9f55-289ea3173aeb req-586968fc-5269-4a0b-a5fd-ac2ffab118fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 1130 time: 0.0426123 Mar 03 14:15:11.407150 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9db3cc30-de45-41ba-9f55-289ea3173aeb req-14780688-d964-40ba-9b3b-656dc615a424 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Mar 03 14:15:12.023273 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2369ad-19dd-4b54-99c7-2878f88b2043 req-32a95e79-a7a0-49b8-b64d-ab588614f418 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:12.024703 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec2369ad-19dd-4b54-99c7-2878f88b2043 req-32a95e79-a7a0-49b8-b64d-ab588614f418 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 946 time: 0.0508251 Mar 03 14:15:12.072974 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec2369ad-19dd-4b54-99c7-2878f88b2043 req-a46fa561-fe97-45f6-8ae9-34f9ca100175 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Mar 03 14:15:13.191130 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ef1d-b9af-4461-9695-4df0d98e758f req-ad497843-bed0-443a-9cec-889280c24c96 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:13.192577 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa58ef1d-b9af-4461-9695-4df0d98e758f req-ad497843-bed0-443a-9cec-889280c24c96 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 946 time: 0.0509858 Mar 03 14:15:13.237529 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aa58ef1d-b9af-4461-9695-4df0d98e758f req-8643ad00-f7fd-448d-9e40-40cac463ae27 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Mar 03 14:15:13.642664 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e6484-f470-41a4-a93a-8bc4bfdce524 req-9af81046-3cd8-4e06-8c64-2ba3fdd3bc54 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:13.644221 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-540e6484-f470-41a4-a93a-8bc4bfdce524 req-9af81046-3cd8-4e06-8c64-2ba3fdd3bc54 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 947 time: 0.0554748 Mar 03 14:15:13.692229 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-540e6484-f470-41a4-a93a-8bc4bfdce524 req-2e58c496-3fbf-41e7-89c8-0f01777ced07 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Mar 03 14:15:13.902735 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e20362-7763-4e97-bd30-e110542390d5 req-bd255d31-99c0-43ab-9655-b1e2c2d35890 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:13.904112 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90e20362-7763-4e97-bd30-e110542390d5 req-bd255d31-99c0-43ab-9655-b1e2c2d35890 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 946 time: 0.0578892 Mar 03 14:15:13.949740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-90e20362-7763-4e97-bd30-e110542390d5 req-7fb02787-578f-41ce-a642-94cdb4cb0ce1 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Mar 03 14:15:14.813538 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbce939-6e00-4496-9318-89b049fc0c77 req-c170888b-362c-4176-8224-6c8fafda168d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:14.815007 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfbce939-6e00-4496-9318-89b049fc0c77 req-c170888b-362c-4176-8224-6c8fafda168d tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 947 time: 0.0506923 Mar 03 14:15:14.861385 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfbce939-6e00-4496-9318-89b049fc0c77 req-58b24256-35f8-4a24-b33d-b9e384625382 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups?id=51ed510c-691f-4e71-b870-2e956688903d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Mar 03 14:15:15.013119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-a5bf2fc2-3d11-4af9-b889-3da0eee0dfb6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:15.014604 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-a5bf2fc2-3d11-4af9-b889-3da0eee0dfb6 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 947 time: 0.0593772 Mar 03 14:15:15.129707 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211003c3-1af3-4e3a-84e6-48305659d537 req-8a31479b-b4a1-44a2-8fcd-b9513443aeb8 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:15.131165 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-211003c3-1af3-4e3a-84e6-48305659d537 req-8a31479b-b4a1-44a2-8fcd-b9513443aeb8 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 946 time: 0.1041832 Mar 03 14:15:15.171460 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Deleting port 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:15.171792 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.235875 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-211003c3-1af3-4e3a-84e6-48305659d537 req-85209775-5190-4566-87c8-703aaf2c9f45 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/security-groups?id=2be0247f-ef20-4fb4-bdb6-5510db2b7205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988989 Mar 03 14:15:15.309593 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eb132-d035-4c36-b02c-ea22595abfef req-678afdef-292a-4395-b123-f32e45ddd172 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:15.311051 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742eb132-d035-4c36-b02c-ea22595abfef req-678afdef-292a-4395-b123-f32e45ddd172 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 946 time: 0.0903802 Mar 03 14:15:15.312691 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] For port 460410ef-a146-4f69-9758-1b1ec9850ca0, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=460410ef-a146-4f69-9758-1b1ec9850ca0,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:15.313055 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.529185 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Deleting port 2dd11013-f0a6-45a2-a55d-703320ea149f {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:15.529529 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.588519 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.588883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.589195 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Floating IP f9182800-4e1a-403b-b573-577d540ecd0b disassociated. External IP: 172.27.0.17, port: 460410ef-a146-4f69-9758-1b1ec9850ca0. Mar 03 14:15:15.589533 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Calling delete_port for 460410ef-a146-4f69-9758-1b1ec9850ca0 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:15.671551 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] For port 2dd11013-f0a6-45a2-a55d-703320ea149f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=2dd11013-f0a6-45a2-a55d-703320ea149f,segment=NetworkSegment(6fb3c70a-ec8b-4349-be83-28f9a8fc1b58),segment_id=6fb3c70a-ec8b-4349-be83-28f9a8fc1b58)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:15.671905 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.689829 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Calling delete_port for 2dd11013-f0a6-45a2-a55d-703320ea149f owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:15.815373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (460410ef-a146-4f69-9758-1b1ec9850ca0), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.864434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'Port': ['ID=460410ef-a146-4f69-9758-1b1ec9850ca0,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:15.930744 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (2dd11013-f0a6-45a2-a55d-703320ea149f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:15.942000 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['2dd11013-f0a6-45a2-a55d-703320ea149f'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:15:15.990245 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Pushing event deleted for resources: {'Port': ['ID=2dd11013-f0a6-45a2-a55d-703320ea149f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:16.022818 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e707273-872b-4d15-860f-93a32c01a8eb req-bf231f94-8659-4a54-bf5c-a3be4dad3d89 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a25b66b-3847-432e-8e05-e4a318707658 HTTP/1.1" status: 200 len: 210 time: 0.0828497 Mar 03 14:15:16.064632 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] No DVR routers for this DVR port 2dd11013-f0a6-45a2-a55d-703320ea149f on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:15:16.069266 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:16.072432 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742eb132-d035-4c36-b02c-ea22595abfef req-71ccf793-0d3f-4ffb-8162-fa16f963082e tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.13 "DELETE /v2.0/ports/2dd11013-f0a6-45a2-a55d-703320ea149f HTTP/1.1" status: 204 len: 173 time: 0.7563808 Mar 03 14:15:16.072869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'name': 'network-vif-deleted', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:16.075179 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d75ce2-301d-4a45-9b57-177c33a9f307" -d '{"events": [{"server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "name": "network-vif-deleted", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:16.090438 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:15:16.137866 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f083b-50db-4483-8a22-ad44cf78785e x-openstack-request-id: req-3b3f083b-50db-4483-8a22-ad44cf78785e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:16.138136 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d", "name": "network-vif-deleted", "tag": "2dd11013-f0a6-45a2-a55d-703320ea149f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:16.138455 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b3f083b-50db-4483-8a22-ad44cf78785e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:16.138845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d', 'name': 'network-vif-deleted', 'tag': '2dd11013-f0a6-45a2-a55d-703320ea149f', 'status': 'completed', 'code': 200} Mar 03 14:15:16.208118 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:15:16.219093 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:15:16.228746 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:15:16.229360 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:14:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:16.253498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] No DVR routers for this DVR port 460410ef-a146-4f69-9758-1b1ec9850ca0 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:15:16.256275 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:16.260102 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b34a9d02-0042-42fa-9887-1468b7cb56f4 req-3214247f-fd0e-4049-83b5-ab97350e09e5 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.13 "DELETE /v2.0/ports/460410ef-a146-4f69-9758-1b1ec9850ca0 HTTP/1.1" status: 204 len: 173 time: 1.2390053 Mar 03 14:15:16.353114 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1d2c718-47c1-43f4-b6a4-98daf699832e req-b18d1619-9411-4c52-8f40-927e3b5a4d66 tempest-VolumesActionsTest-267810295 tempest-VolumesActionsTest-267810295-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5ec43ed-40b7-40c7-9166-84b6ed5f5b4d HTTP/1.1" status: 200 len: 210 time: 0.0329361 Mar 03 14:15:16.379573 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:15:16.589090 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:16.712138 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:15:16.720341 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:15:16.720957 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:14:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:16.834032 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:15:17.029065 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-15c55241-930d-456c-97d9-0308b6638047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:17.057652 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c55241-930d-456c-97d9-0308b6638047 None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:08:33Z', 'revision_number': 4, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '04534956-edd7-4978-9a96-57278e8ca42b', 'name': '', 'network_id': '0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'mac_address': 'fa:16:3e:2a:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:32Z', 'updated_at': '2022-03-03T14:08:41Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'subnets': [{'id': '21621ae8-7396-482c-b09e-8ce82cca9698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:15:17.114486 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46596) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:17.167906 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (51ed510c-691f-4e71-b870-2e956688903d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.193273 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (51ed510c-691f-4e71-b870-2e956688903d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.243746 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (51ed510c-691f-4e71-b870-2e956688903d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.246686 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.247882 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "DELETE /v2.0/security-groups/51ed510c-691f-4e71-b870-2e956688903d HTTP/1.1" status: 204 len: 168 time: 0.1323636 Mar 03 14:15:17.250752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46598) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:17.258670 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed510c-691f-4e71-b870-2e956688903d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:17.265897 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-f9428958-aa9f-43e0-a566-3b4273512189 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] show failed (client error): The resource could not be found. Mar 03 14:15:17.266094 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.266315 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269687 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269836 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f9428958-aa9f-43e0-a566-3b4273512189 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "GET /v2.0/security-groups/51ed510c-691f-4e71-b870-2e956688903d HTTP/1.1" status: 404 len: 347 time: 0.0145767 Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.269957 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.270699 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46600) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:17.270788 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbba22d-08b3-4369-af3e-f41d07cb9ba4 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:17.308056 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c73a80-03d9-4672-bee0-065f96d34afe None None] New status for floating IP f9182800-4e1a-403b-b573-577d540ecd0b: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:15:17.400893 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Deleting port 183a1daf-53e6-4dc1-80d8-f90f366db163 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:17.401318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.481109 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.481429 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (183a1daf-53e6-4dc1-80d8-f90f366db163), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.493939 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Calling delete_port for 183a1daf-53e6-4dc1-80d8-f90f366db163 owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:17.633957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (183a1daf-53e6-4dc1-80d8-f90f366db163), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.659920 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Pushing event deleted for resources: {'Port': ['ID=183a1daf-53e6-4dc1-80d8-f90f366db163,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:17.724142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks [] for floatingip (f9182800-4e1a-403b-b573-577d540ecd0b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.727258 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:17.734655 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a9a9f82c-6e47-4914-a756-8bfd71071be3 tempest-AttachVolumeShelveTestJSON-1438620122 tempest-AttachVolumeShelveTestJSON-1438620122-project] 10.222.0.31 "DELETE /v2.0/floatingips/f9182800-4e1a-403b-b573-577d540ecd0b HTTP/1.1" status: 204 len: 168 time: 0.4636383 Mar 03 14:15:17.780831 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:15:18.139910 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-deleted', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:18.142313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4cd743-6b2a-4153-8c5b-90f58f6f0f34" -d '{"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-deleted", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:18.178015 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8fcf3-6e30-46f8-a124-8dfb275d9cd0 x-openstack-request-id: req-0ff8fcf3-6e30-46f8-a124-8dfb275d9cd0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:18.178301 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25b66b-3847-432e-8e05-e4a318707658", "name": "network-vif-deleted", "tag": "460410ef-a146-4f69-9758-1b1ec9850ca0", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:18.178553 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ff8fcf3-6e30-46f8-a124-8dfb275d9cd0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:18.178950 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a25b66b-3847-432e-8e05-e4a318707658', 'name': 'network-vif-deleted', 'tag': '460410ef-a146-4f69-9758-1b1ec9850ca0', 'status': 'completed', 'code': 200} Mar 03 14:15:19.210720 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:19.230229 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 460410ef-a146-4f69-9758-1b1ec9850ca0 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:15:19.230572 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 460410ef-a146-4f69-9758-1b1ec9850ca0 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:15:19.230979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 2dd11013-f0a6-45a2-a55d-703320ea149f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:19.250016 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 2dd11013-f0a6-45a2-a55d-703320ea149f {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:15:19.250293 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 2dd11013-f0a6-45a2-a55d-703320ea149f not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:15:21.107552 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f0340d4f-ae24-428f-ae61-e4fed337ad7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:22.247658 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46702) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:22.732181 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (ad20b998-1364-456f-be2c-cb278d2f346a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.021087 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Deleting port 04534956-edd7-4978-9a96-57278e8ca42b {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:23.021430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (04534956-edd7-4978-9a96-57278e8ca42b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.107977 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] For port 04534956-edd7-4978-9a96-57278e8ca42b, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=04534956-edd7-4978-9a96-57278e8ca42b,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:23.108353 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (04534956-edd7-4978-9a96-57278e8ca42b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.126260 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Calling delete_port for 04534956-edd7-4978-9a96-57278e8ca42b owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:23.329897 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (04534956-edd7-4978-9a96-57278e8ca42b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.355972 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Pushing event deleted for resources: {'Port': ['ID=04534956-edd7-4978-9a96-57278e8ca42b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:23.481018 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-466ac135-985a-41ce-903e-8d1a8a030158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.576272 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (ad20b998-1364-456f-be2c-cb278d2f346a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:23.864307 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Router ad20b998-1364-456f-be2c-cb278d2f346a has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:15:24.003346 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:15:24.012078 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46710) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:24.015551 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Sync routers for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:15:24.026893 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4c944d89-2349-4b8e-9da4-2d626f01c253 admin admin] 10.222.0.31 "PUT /v2.0/routers/ad20b998-1364-456f-be2c-cb278d2f346a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780809 Mar 03 14:15:24.032450 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:15:24.033145 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:15:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:24.138998 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks [] for router (ad20b998-1364-456f-be2c-cb278d2f346a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.161879 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:15:24.310108 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks [] for router_gateway (ad20b998-1364-456f-be2c-cb278d2f346a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.373176 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:15:23Z', 'revision_number': 5, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port': {'id': '1bd7483e-d2f6-472c-adf3-694664af2c2b', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:08:29Z', 'updated_at': '2022-03-03T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:24.374202 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Deleting port 1bd7483e-d2f6-472c-adf3-694664af2c2b {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:24.374868 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.410325 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Checking router: ad20b998-1364-456f-be2c-cb278d2f346a for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:15:24.428097 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Routers {'ad20b998-1364-456f-be2c-cb278d2f346a'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:15:24.433507 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:15:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['ad20b998-1364-456f-be2c-cb278d2f346a'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:24.463761 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] For port 1bd7483e-d2f6-472c-adf3-694664af2c2b, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=1bd7483e-d2f6-472c-adf3-694664af2c2b,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:24.464410 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.480768 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Calling delete_port for 1bd7483e-d2f6-472c-adf3-694664af2c2b owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:24.539860 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] Set router ad20b998-1364-456f-be2c-cb278d2f346a gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:15:24.558034 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.605226 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:15:24Z', 'revision_number': 6, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:24.635650 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6b7d-0ac0-4bfe-84d3-29c8cc37382e None None] The sync data for ids ['ad20b998-1364-456f-be2c-cb278d2f346a'] in dv-cinder-819778-8-iscsi is: [{'id': 'ad20b998-1364-456f-be2c-cb278d2f346a', 'name': 'tempest-AttachVolumeShelveTestJSON-1258440983-router', 'tenant_id': 'c56babcdba7b47409f37692a67ded969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:08:27Z', 'updated_at': '2022-03-03T14:15:24Z', 'revision_number': 6, 'project_id': 'c56babcdba7b47409f37692a67ded969', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:15:24.705981 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (1bd7483e-d2f6-472c-adf3-694664af2c2b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.737479 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd7483e-d2f6-472c-adf3-694664af2c2b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:24.809239 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (ad20b998-1364-456f-be2c-cb278d2f346a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.924666 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (ad20b998-1364-456f-be2c-cb278d2f346a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.927710 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks [] for router_controller (ad20b998-1364-456f-be2c-cb278d2f346a), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.977575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (ad20b998-1364-456f-be2c-cb278d2f346a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.978278 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad20b998-1364-456f-be2c-cb278d2f346a {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:15:24.992958 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:24.997243 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46720) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:24.999198 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2ed6afd2-7500-4782-ac31-8be8156cbf6c admin admin] 10.222.0.31 "DELETE /v2.0/routers/ad20b998-1364-456f-be2c-cb278d2f346a HTTP/1.1" status: 204 len: 168 time: 0.9861326 Mar 03 14:15:25.063929 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Deleting subnet 21621ae8-7396-482c-b09e-8ce82cca9698 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:15:25.067321 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Publish callbacks [] for subnet (21621ae8-7396-482c-b09e-8ce82cca9698), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.104356 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (21621ae8-7396-482c-b09e-8ce82cca9698), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.202304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (21621ae8-7396-482c-b09e-8ce82cca9698), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.260063 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (21621ae8-7396-482c-b09e-8ce82cca9698), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.286281 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21621ae8-7396-482c-b09e-8ce82cca9698,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:25.297248 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.304618 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46726) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:25.311527 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-314d5b36-8762-4574-8681-bd52d2eb4e53 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/21621ae8-7396-482c-b09e-8ce82cca9698 HTTP/1.1" status: 204 len: 168 time: 0.3131363 Mar 03 14:15:25.315946 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad9765-4025-4fdf-8dd1-c988cce777f5 None None] Network 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:15:25.380603 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.452019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Deleting port 9ed79277-65e4-4358-b88e-75d6af655dea {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:25.452529 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.555831 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] DHCP port deletion for 0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:15:25.556219 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ed79277-65e4-4358-b88e-75d6af655dea,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:25.557006 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.656768 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Deleting port 9ed79277-65e4-4358-b88e-75d6af655dea {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:15:25.658469 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.770289 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ed79277-65e4-4358-b88e-75d6af655dea no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:25.778143 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ed79277-65e4-4358-b88e-75d6af655dea,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:25.778698 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.829533 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Calling delete_port for 9ed79277-65e4-4358-b88e-75d6af655dea owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:25.942909 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Current status of the port 9ed79277-65e4-4358-b88e-75d6af655dea is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:15:25.943291 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:25.949336 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Calling delete_port for 9ed79277-65e4-4358-b88e-75d6af655dea owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:15:25.996886 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] For port 9ed79277-65e4-4358-b88e-75d6af655dea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ed79277-65e4-4358-b88e-75d6af655dea,segment=NetworkSegment(b357c201-4458-413f-9da8-9990b96819d3),segment_id=b357c201-4458-413f-9da8-9990b96819d3)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:15:26.015627 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.016629 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 1bd7483e-d2f6-472c-adf3-694664af2c2b no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:26.061837 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.066744 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 1bd7483e-d2f6-472c-adf3-694664af2c2b {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:15:26.067219 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 1bd7483e-d2f6-472c-adf3-694664af2c2b not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:15:26.067894 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 04534956-edd7-4978-9a96-57278e8ca42b no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:15:26.072606 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.073331 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (9ed79277-65e4-4358-b88e-75d6af655dea), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.097109 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:26.098009 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 04534956-edd7-4978-9a96-57278e8ca42b {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:15:26.098548 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 04534956-edd7-4978-9a96-57278e8ca42b not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:15:26.110605 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] No DVR routers for this DVR port 9ed79277-65e4-4358-b88e-75d6af655dea on host dv-cinder-819778-8-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:15:26.125161 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] No DVR routers for this DVR port 9ed79277-65e4-4358-b88e-75d6af655dea on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:15:26.141794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Pushing event updated for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:26.174593 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7bd6-fffa-41ad-9101-33265df15734 None None] Pushing event deleted for resources: {'Port': ['ID=9ed79277-65e4-4358-b88e-75d6af655dea,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:26.197457 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.222563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:26.233470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b357c201-4458-413f-9da8-9990b96819d3') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:26.233872 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b357c201-4458-413f-9da8-9990b96819d3') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:26.248165 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64283606'] for segment (b357c201-4458-413f-9da8-9990b96819d3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.267012 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (b357c201-4458-413f-9da8-9990b96819d3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.276300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:15:26.276686 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63603261'] for segment (b357c201-4458-413f-9da8-9990b96819d3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self.session.flush() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self.session.flush() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self.session.flush() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self.session.flush() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: timer() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: cb(*args, **kw) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self._notify() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: self.callback(batched_events) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: event.method(event) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._get(url).json() Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:15:26.278611 dv-cinder-819778-8-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:15:26.346028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.363953 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.371287 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01 HTTP/1.1" status: 204 len: 168 time: 1.0660102 Mar 03 14:15:26.372478 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f8b43-7ab6-47ff-b5c7-91b83f40c90e admin admin] Pushing event deleted for resources: {'Network': ['ID=0da46eda-7eb8-4a7d-94d2-fb5b9fcf3f01,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:26.510063 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46734) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:26.559558 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46736) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:26.566684 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-827625e1-9551-4cc3-8cf2-fc82647a0c3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c56babcdba7b47409f37692a67ded969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553346 Mar 03 14:15:26.624654 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] Publish callbacks [] for security_group (9875e137-4eba-4f87-8013-963e7c4edbcb), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.649052 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] Publish callbacks [] for security_group (9875e137-4eba-4f87-8013-963e7c4edbcb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.711408 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (9875e137-4eba-4f87-8013-963e7c4edbcb), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.715139 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:26.719272 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9875e137-4eba-4f87-8013-963e7c4edbcb HTTP/1.1" status: 204 len: 168 time: 0.1552439 Mar 03 14:15:26.734651 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cdbf6-7bfc-4b88-ab46-2ff24ee2c633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875e137-4eba-4f87-8013-963e7c4edbcb,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:27.501215 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:31.241091 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:36.608344 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 46902) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:36.749436 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20c673bf-c28c-4335-b101-1cec9901628d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:36.840886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20c673bf-c28c-4335-b101-1cec9901628d admin admin] Publish callbacks [] for security_group (39caa18c-0760-449e-8b72-be29f404b1ae), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:36.845189 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20c673bf-c28c-4335-b101-1cec9901628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (39caa18c-0760-449e-8b72-be29f404b1ae), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:36.884101 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c673bf-c28c-4335-b101-1cec9901628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39caa18c-0760-449e-8b72-be29f404b1ae,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:36.891678 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-20c673bf-c28c-4335-b101-1cec9901628d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8db6229992d647ebb1bcc475c67a6b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821050 Mar 03 14:15:36.892012 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 46910) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:36.954219 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] Publish callbacks [] for security_group (39caa18c-0760-449e-8b72-be29f404b1ae), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:36.975833 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] Publish callbacks [] for security_group (39caa18c-0760-449e-8b72-be29f404b1ae), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:37.039047 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (39caa18c-0760-449e-8b72-be29f404b1ae), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:37.042127 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:37.045735 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39caa18c-0760-449e-8b72-be29f404b1ae HTTP/1.1" status: 204 len: 168 time: 0.1495161 Mar 03 14:15:37.058620 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d202-7e7d-4066-91c3-16926a12605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39caa18c-0760-449e-8b72-be29f404b1ae,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:39.123028 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-7e5a5696-e337-40cf-b19a-07d3f63d4432 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454955 Mar 03 14:15:39.207380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-572e0b45-ffc2-4567-a7ea-3da4a8d0a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:39.208850 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-572e0b45-ffc2-4567-a7ea-3da4a8d0a288 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1129 time: 0.0434210 Mar 03 14:15:39.309883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-8880b32f-26fc-4e7b-9f34-7b2f2cb154c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:39.311335 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-8880b32f-26fc-4e7b-9f34-7b2f2cb154c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.0844545 Mar 03 14:15:39.376819 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-fc5077ed-6616-4720-963d-39dda9d599f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 1001 time: 0.0597866 Mar 03 14:15:39.421851 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-5e00caab-a83b-4071-a867-3f6163c26507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:39.423243 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-5e00caab-a83b-4071-a867-3f6163c26507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0411344 Mar 03 14:15:39.469854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-97c803de-02e2-4945-bc95-a3f6c99f0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:39.471284 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-97c803de-02e2-4945-bc95-a3f6c99f0e83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415983 Mar 03 14:15:39.535714 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47030) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:39.561168 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-78c34cfe-b53f-4575-9de3-c69db046c23a service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837829 Mar 03 14:15:39.580129 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Deleting subnet 23185206-31c9-4bcd-b7c4-09649eb7d0b1 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:15:39.583222 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Publish callbacks [] for subnet (23185206-31c9-4bcd-b7c4-09649eb7d0b1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.618311 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (23185206-31c9-4bcd-b7c4-09649eb7d0b1), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.647324 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ebd08d0-01f9-4cc0-af4d-4191d5d94c51 req-c3076874-a961-4c8c-b342-7894d73f69d5 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801499 Mar 03 14:15:39.662115 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (23185206-31c9-4bcd-b7c4-09649eb7d0b1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.717475 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (23185206-31c9-4bcd-b7c4-09649eb7d0b1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.745778 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23185206-31c9-4bcd-b7c4-09649eb7d0b1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:39.751396 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.757844 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6d7730e2-3363-4478-a16f-98723f6ea5f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/23185206-31c9-4bcd-b7c4-09649eb7d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2177439 Mar 03 14:15:39.758353 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47036) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:39.829237 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.910496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.930159 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:39.938970 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:39.939259 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb3c70a-ec8b-4349-be83-28f9a8fc1b58') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:15:39.948951 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (6fb3c70a-ec8b-4349-be83-28f9a8fc1b58), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.962456 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (6fb3c70a-ec8b-4349-be83-28f9a8fc1b58), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.968344 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:15:39.968721 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (6fb3c70a-ec8b-4349-be83-28f9a8fc1b58), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:15:39.970320 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:15:40.026066 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.031158 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.034238 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b HTTP/1.1" status: 204 len: 168 time: 0.2749853 Mar 03 14:15:40.044857 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958d92-7588-42cf-964a-f66506ee01e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca76ae0-c6cb-46eb-b1b4-4c49aeb8779b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:40.192327 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47042) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:40.231728 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4f1a86fe-207d-41a8-9299-83696f85e855 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89d9f9ff366840038537d09b114564bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382543 Mar 03 14:15:40.234143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47044) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:40.279800 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] Publish callbacks [] for security_group (2be0247f-ef20-4fb4-bdb6-5510db2b7205), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.299746 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] Publish callbacks [] for security_group (2be0247f-ef20-4fb4-bdb6-5510db2b7205), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.347116 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (2be0247f-ef20-4fb4-bdb6-5510db2b7205), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.349678 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:40.350818 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2be0247f-ef20-4fb4-bdb6-5510db2b7205 HTTP/1.1" status: 204 len: 168 time: 0.1157682 Mar 03 14:15:40.358377 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30f73-2e6e-41e8-a2fa-11776fd85e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be0247f-ef20-4fb4-bdb6-5510db2b7205,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:51.280402 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b2db1dc-0b7c-45d1-8b79-4143f0fc6422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:52.418255 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-cfdbca74-8ae8-4632-acdc-406fc8e66700 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70225129&fields=id&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 267 time: 0.0551620 Mar 03 14:15:52.522723 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-9aa77d3c-4f2f-46ce-85cc-487715361660 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:52.525069 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-9aa77d3c-4f2f-46ce-85cc-487715361660 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.0993347 Mar 03 14:15:52.541580 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-2d04c7f2-079e-47b8-ad57-069696f153b1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/quotas/4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 375 time: 0.0103114 Mar 03 14:15:52.596375 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-a3d86156-cd66-4c16-b8ba-e1443eb72f04 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495813 Mar 03 14:15:52.694770 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-900ed898-8aee-400d-b52e-5097e0af2644 service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865374 Mar 03 14:15:52.782845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-32291f90-3c88-4e53-ad74-8d9c52e45885 service neutron] 10.222.0.31 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Mar 03 14:15:53.068001 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75f5aaa3-3e05-4cad-a381-cea649240f4c req-397371fa-61d2-4333-bb99-c83fd0616356 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0324161 Mar 03 14:15:53.467261 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a093fbef-a125-4faa-ac94-fae016d419f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:53.996128 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-28a78066-57b9-4f12-8a5a-de5040e4849e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:53.997607 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-28a78066-57b9-4f12-8a5a-de5040e4849e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 811 time: 0.1020555 Mar 03 14:15:54.060851 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-b2543d54-88bd-4299-9526-60038b31cc64 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa HTTP/1.1" status: 200 len: 378 time: 0.0547788 Mar 03 14:15:54.070192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'port': {'device_id': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'admin_state_up': True, 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'security_groups': ['e6724acf-050b-44bc-8036-2daa2e41fbba']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:15:54.173856 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-feb3c653-0617-4455-9f78-295f1663dda7 req-7357193d-c325-417d-8c23-291e3f4cf9d2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0360570 Mar 03 14:15:54.205344 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Made reservation on behalf of 4de7222ced0f4af7b7f8364ca5aa8baa for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:15:54.208683 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.332222 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.20.0.10 (19fdd563-b8ec-49f3-98be-6330c7cec379/1cb0dcbf-c5ff-4172-8709-39a266cf19da/6cc7d042-936d-4cc4-8581-2399f209c983) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:15:54.469607 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (6cc7d042-936d-4cc4-8581-2399f209c983), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.504207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.547800 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:15:54.550869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:15:54.554580 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:15:54.557036 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.561451 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:54.589078 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.589567 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.589794 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.590092 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.590411 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.590729 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.591054 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.591377 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.591693 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.592070 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.592356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.592703 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.593043 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:15:54.628380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:54.628994 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.645187 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-57bc5cdc-5e53-4c9d-b2f0-247f7f96dd9f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790298 Mar 03 14:15:54.657435 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Request body: {'port': {'device_id': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:15:54.738544 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.794579 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:15:54.868282 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-b06078e6-0580-40bd-ba5e-0474c40c947d None None] Provisioning complete for port 6cc7d042-936d-4cc4-8581-2399f209c983 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:15:54.868732 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b06078e6-0580-40bd-ba5e-0474c40c947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:54.910135 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-b06078e6-0580-40bd-ba5e-0474c40c947d None None] Port 6cc7d042-936d-4cc4-8581-2399f209c983 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 14:15:55.026614 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc7d042-936d-4cc4-8581-2399f209c983 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:15:55.034430 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks [] for port (6cc7d042-936d-4cc4-8581-2399f209c983), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:55.046472 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Transition to ACTIVE for port object 6cc7d042-936d-4cc4-8581-2399f209c983 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:15:55.050630 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:55.144364 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:55.176580 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Attempting to bind port 6cc7d042-936d-4cc4-8581-2399f209c983 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:15:55.176918 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Attempting to bind port 6cc7d042-936d-4cc4-8581-2399f209c983 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:15:55.177252 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Attempting to bind port 6cc7d042-936d-4cc4-8581-2399f209c983 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:15:55.182263 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Port 6cc7d042-936d-4cc4-8581-2399f209c983 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:15:55.182575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Attempting to bind port 6cc7d042-936d-4cc4-8581-2399f209c983 on network 19fdd563-b8ec-49f3-98be-6330c7cec379 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:15:55.187546 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:15:55.187884 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Checking segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:15:55.188256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Bound using segment: {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:15:55.188688 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Bound port: 6cc7d042-936d-4cc4-8581-2399f209c983, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aaeca8-a296-46b2-8f1b-35bf472cbbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:15:55.189028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:55.294203 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:15:55.310098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6cc7d042-936d-4cc4-8581-2399f209c983,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:15:55.318554 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:55.362662 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09c0f-6804-4fd6-9093-42c5449d2e70 req-061821ee-0316-4d6e-9ff4-0b2fdfc2d297 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.364218 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1a09c0f-6804-4fd6-9093-42c5449d2e70 req-061821ee-0316-4d6e-9ff4-0b2fdfc2d297 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.1109984 Mar 03 14:15:55.369947 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.370606 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:55.372104 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] 10.222.0.13 "PUT /v2.0/ports/6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 200 len: 1094 time: 0.7190905 Mar 03 14:15:55.372560 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:15:55.374902 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f085cb3e-286c-452e-8250-61e50db5ea25" -d '{"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:15:55.431964 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738b573-38ca-4a14-b9ca-ac160769c5d0 x-openstack-request-id: req-4738b573-38ca-4a14-b9ca-ac160769c5d0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:15:55.432256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:15:55.432515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4738b573-38ca-4a14-b9ca-ac160769c5d0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:15:55.432919 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983', 'status': 'completed', 'code': 200} Mar 03 14:15:55.440573 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c052c-3c74-4339-bae4-f4eb9dac0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:55.495456 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1a09c0f-6804-4fd6-9093-42c5449d2e70 req-846435a9-ee6f-4f8a-81aa-5426d19ad910 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165094 Mar 03 14:15:55.512242 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-ef879399-c259-437f-bc4e-62c6813944df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.514015 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-ef879399-c259-437f-bc4e-62c6813944df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1128 time: 0.0945940 Mar 03 14:15:55.558933 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-98d3cddb-0160-4009-986f-0ff3ee902e31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 200 len: 217 time: 0.0377100 Mar 03 14:15:55.611543 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-d41c81dc-7355-4fc6-b44d-9a7751f68439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.612891 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-d41c81dc-7355-4fc6-b44d-9a7751f68439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0475609 Mar 03 14:15:55.662883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-a15cef88-5c8f-4723-9573-ed242f664fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.664907 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-a15cef88-5c8f-4723-9573-ed242f664fba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436811 Mar 03 14:15:55.750371 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-ccaf4e37-7a31-42b2-89f7-f656309aa761 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792241 Mar 03 14:15:55.839349 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd44020b-0bf5-4f10-a8b2-03e1288c4450 req-a4d894b5-3484-4667-9449-5067cdb262bd service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824447 Mar 03 14:15:55.927638 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-ceedee73-6a1a-4355-8ca2-2a20dfbe9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:55.929080 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-ceedee73-6a1a-4355-8ca2-2a20dfbe9fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1128 time: 0.0441391 Mar 03 14:15:56.020357 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-d4ef488e-e5b6-4b3f-9c1d-ab5fc97dd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:56.022193 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-d4ef488e-e5b6-4b3f-9c1d-ab5fc97dd85d service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.0873539 Mar 03 14:15:56.022655 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:56.065472 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-2ef4bfa3-4d29-4065-a4ec-37bc13db840c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 200 len: 217 time: 0.0351996 Mar 03 14:15:56.116660 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-bc6e7b77-86df-426f-a69b-a9dd6b07e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:56.118320 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-bc6e7b77-86df-426f-a69b-a9dd6b07e03f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0431821 Mar 03 14:15:56.172557 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-8304dfda-d850-40a1-81df-c7c5a75bb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:56.174086 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-8304dfda-d850-40a1-81df-c7c5a75bb19a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490019 Mar 03 14:15:56.267845 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-e7e6a9e9-2760-479f-8e2e-5d76daa1c313 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838573 Mar 03 14:15:56.365273 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f085cb3e-286c-452e-8250-61e50db5ea25 req-72cfd29c-c24e-4079-8674-6372431f89a2 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885170 Mar 03 14:15:56.612361 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0a2b3-2f2f-44d0-b2b8-fdef81afff2d req-3298424e-3db8-4864-acc3-ab7217e5d3f6 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:56.614043 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ea0a2b3-2f2f-44d0-b2b8-fdef81afff2d req-3298424e-3db8-4864-acc3-ab7217e5d3f6 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0548055 Mar 03 14:15:56.655625 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47394) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:56.670089 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ea0a2b3-2f2f-44d0-b2b8-fdef81afff2d req-3fe5fd7f-2e3e-4310-a8e1-ad43c81df4ff tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505033 Mar 03 14:15:56.759154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71c899b9-925f-424b-9b96-0943a991e837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:56.837872 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71c899b9-925f-424b-9b96-0943a991e837 admin admin] Publish callbacks [] for security_group (28e11612-936e-49ce-9b1b-21a847583cfd), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:56.841399 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71c899b9-925f-424b-9b96-0943a991e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (28e11612-936e-49ce-9b1b-21a847583cfd), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:56.880549 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c899b9-925f-424b-9b96-0943a991e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e11612-936e-49ce-9b1b-21a847583cfd,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:56.886183 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-71c899b9-925f-424b-9b96-0943a991e837 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d53a7267887d48b6bf8f1a192d7687bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294774 Mar 03 14:15:56.888821 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47398) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:56.936480 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] Publish callbacks [] for security_group (28e11612-936e-49ce-9b1b-21a847583cfd), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:56.956798 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] Publish callbacks [] for security_group (28e11612-936e-49ce-9b1b-21a847583cfd), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.002569 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (28e11612-936e-49ce-9b1b-21a847583cfd), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.005022 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.006187 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28e11612-936e-49ce-9b1b-21a847583cfd HTTP/1.1" status: 204 len: 168 time: 0.1164715 Mar 03 14:15:57.013991 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58d466-d867-4b69-b57d-15377e6b4c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e11612-936e-49ce-9b1b-21a847583cfd,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:57.257430 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47404) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:57.271466 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b09fd578-3b80-4807-8d6c-f6a564701d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.346042 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b09fd578-3b80-4807-8d6c-f6a564701d33 admin admin] Publish callbacks [] for security_group (d57d7d5d-eeec-415c-9347-d3fa44188765), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.350109 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b09fd578-3b80-4807-8d6c-f6a564701d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d57d7d5d-eeec-415c-9347-d3fa44188765), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.388661 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b09fd578-3b80-4807-8d6c-f6a564701d33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6003903ca6724f99855b52d08476c293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288438 Mar 03 14:15:57.389560 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd578-3b80-4807-8d6c-f6a564701d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d7d5d-eeec-415c-9347-d3fa44188765,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:57.391408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 47408) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:15:57.437761 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] Publish callbacks [] for security_group (d57d7d5d-eeec-415c-9347-d3fa44188765), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.457913 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] Publish callbacks [] for security_group (d57d7d5d-eeec-415c-9347-d3fa44188765), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.484454 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.506326 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (d57d7d5d-eeec-415c-9347-d3fa44188765), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.509533 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:15:57.510703 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d57d7d5d-eeec-415c-9347-d3fa44188765 HTTP/1.1" status: 204 len: 168 time: 0.1178067 Mar 03 14:15:57.518313 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f30894-2173-4dea-8d6f-db45d46275f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d7d5d-eeec-415c-9347-d3fa44188765,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:15:57.798515 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5f128-62de-40ee-8008-0b8836ad61f6 req-a3d94474-6321-440b-9235-3a91d90c0346 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:57.800078 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-afa5f128-62de-40ee-8008-0b8836ad61f6 req-a3d94474-6321-440b-9235-3a91d90c0346 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0654848 Mar 03 14:15:57.854221 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-afa5f128-62de-40ee-8008-0b8836ad61f6 req-85055c1b-a20e-4f49-9c3d-65da4ad4299a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474577 Mar 03 14:15:58.981393 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b5318-1932-4986-be8f-c818e0ba46ef req-264c66c9-2452-4ebd-a650-fd0e0904c205 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:15:58.982924 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-528b5318-1932-4986-be8f-c818e0ba46ef req-264c66c9-2452-4ebd-a650-fd0e0904c205 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0574791 Mar 03 14:15:59.034161 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-528b5318-1932-4986-be8f-c818e0ba46ef req-9d5d387b-eb2c-4911-a804-fd8345fabe35 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457928 Mar 03 14:16:00.154105 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42104d-1fc4-441e-808a-ab0b773466b6 req-abe77b3b-0a87-42a8-83da-9ae29c793952 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:00.155574 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c42104d-1fc4-441e-808a-ab0b773466b6 req-abe77b3b-0a87-42a8-83da-9ae29c793952 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0552678 Mar 03 14:16:00.206362 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2c42104d-1fc4-441e-808a-ab0b773466b6 req-ccc8d7a7-9e7f-44bb-b11a-59915ffbc331 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452690 Mar 03 14:16:01.256510 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:01.325058 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece313c-744a-4ace-af73-e872182e4a4c req-32c5f866-de57-4f91-9e31-bc5606249832 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:01.326525 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ece313c-744a-4ace-af73-e872182e4a4c req-32c5f866-de57-4f91-9e31-bc5606249832 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0527754 Mar 03 14:16:01.373750 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ece313c-744a-4ace-af73-e872182e4a4c req-df9ab832-6faf-4912-a82a-474c49f14c1a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416591 Mar 03 14:16:02.487835 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647e2c-70d0-4949-9792-b00590376c6b req-feae1824-e4e9-4f76-91b6-09bef251df62 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:02.489308 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91647e2c-70d0-4949-9792-b00590376c6b req-feae1824-e4e9-4f76-91b6-09bef251df62 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0505350 Mar 03 14:16:02.541301 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91647e2c-70d0-4949-9792-b00590376c6b req-96d7116c-abda-4922-89e1-aa4b38974733 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464907 Mar 03 14:16:03.655300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a6e4c-dc19-4a55-966d-22367c9e20ea req-77ed6055-3e88-4ba1-8f03-2e59451200e5 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:03.656738 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be0a6e4c-dc19-4a55-966d-22367c9e20ea req-77ed6055-3e88-4ba1-8f03-2e59451200e5 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0511501 Mar 03 14:16:03.703905 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be0a6e4c-dc19-4a55-966d-22367c9e20ea req-415bd79e-a976-4f74-8e43-d7135019e36a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416601 Mar 03 14:16:04.821103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083f9a-192b-44e2-8c17-fd392e0fc21c req-32621e37-13a0-43ba-8843-07a7b8942369 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:04.822663 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49083f9a-192b-44e2-8c17-fd392e0fc21c req-32621e37-13a0-43ba-8843-07a7b8942369 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0528181 Mar 03 14:16:04.872491 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49083f9a-192b-44e2-8c17-fd392e0fc21c req-ac94b1fa-043b-416c-8041-63b3b37f865b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443625 Mar 03 14:16:05.989446 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89535416-d49f-4bbb-ad17-83a6532e3a04 req-d759641a-6c01-47dd-9fb2-7e61cc0ca78a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:05.990930 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89535416-d49f-4bbb-ad17-83a6532e3a04 req-d759641a-6c01-47dd-9fb2-7e61cc0ca78a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0545225 Mar 03 14:16:06.038426 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89535416-d49f-4bbb-ad17-83a6532e3a04 req-95f38685-66c6-485a-9e4c-0f6b5a6ae0bf tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410197 Mar 03 14:16:07.152497 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c838817-8094-4d07-ab43-c72381acf83c req-ebaf44fc-b807-4130-a4d2-ee948236b181 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:07.153991 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c838817-8094-4d07-ab43-c72381acf83c req-ebaf44fc-b807-4130-a4d2-ee948236b181 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0513918 Mar 03 14:16:07.199740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c838817-8094-4d07-ab43-c72381acf83c req-d972c53e-8510-4ebb-a644-d568ce207927 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403709 Mar 03 14:16:08.314456 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276cd48-9df3-4d9a-a14f-fff2f622db64 req-20c1713a-7d33-4fd3-a085-b9c211504859 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:08.315943 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e276cd48-9df3-4d9a-a14f-fff2f622db64 req-20c1713a-7d33-4fd3-a085-b9c211504859 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0510437 Mar 03 14:16:08.368187 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e276cd48-9df3-4d9a-a14f-fff2f622db64 req-a8f3db6d-5dad-4e1b-b905-e0f6c5670487 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465584 Mar 03 14:16:09.510759 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949bdc-7000-4214-99ef-0833debcff90 req-d6c81d6d-227d-4440-a0f9-b0f81cac44a9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:09.512233 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-22949bdc-7000-4214-99ef-0833debcff90 req-d6c81d6d-227d-4440-a0f9-b0f81cac44a9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0732121 Mar 03 14:16:09.559573 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-22949bdc-7000-4214-99ef-0833debcff90 req-037435bd-292a-40d2-a4a1-0f936918cca1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419185 Mar 03 14:16:10.675318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55b95-bc05-4875-9588-4401ee97f8fd req-74d57186-6122-41e2-8f92-3d1805dc3b60 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:10.676752 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81b55b95-bc05-4875-9588-4401ee97f8fd req-74d57186-6122-41e2-8f92-3d1805dc3b60 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0527577 Mar 03 14:16:10.723597 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81b55b95-bc05-4875-9588-4401ee97f8fd req-4df42426-9737-4a95-9c3b-e21d54c78753 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407555 Mar 03 14:16:11.846115 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302bc28-06aa-4e0f-8ca0-80bc2be1d580 req-e9691fa4-9a07-4c93-8a7c-5a028f08d98a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:11.847464 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4302bc28-06aa-4e0f-8ca0-80bc2be1d580 req-e9691fa4-9a07-4c93-8a7c-5a028f08d98a tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 944 time: 0.0548999 Mar 03 14:16:11.897343 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4302bc28-06aa-4e0f-8ca0-80bc2be1d580 req-ef4211e9-09fc-4c9b-bf76-47aec549f2c2 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428040 Mar 03 14:16:11.985759 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6cc7d042-936d-4cc4-8581-2399f209c983 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:16:12.076469 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6cc7d042-936d-4cc4-8581-2399f209c983,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:12.087510 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '6cc7d042-936d-4cc4-8581-2399f209c983', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'port_id': '6cc7d042-936d-4cc4-8581-2399f209c983', 'mac_address': 'fa:16:3e:f3:b7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:16:12.126230 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 6cc7d042-936d-4cc4-8581-2399f209c983 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:16:12.126545 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:12.139284 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc7d042-936d-4cc4-8581-2399f209c983 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:16:12.157186 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6cc7d042-936d-4cc4-8581-2399f209c983,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:12.161062 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:12.205198 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:12.211899 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.212247 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.212587 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.212921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.213249 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.213577 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.213927 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.214253 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.214576 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.214899 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.215220 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.215537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.215854 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:12.411547 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['6cc7d042-936d-4cc4-8581-2399f209c983'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:16:13.014000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56452c-75eb-4923-bfe7-772b435a1127 req-18bbdeeb-19c8-42fc-9e99-b97350c73857 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:13.015628 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e56452c-75eb-4923-bfe7-772b435a1127 req-18bbdeeb-19c8-42fc-9e99-b97350c73857 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 945 time: 0.0515544 Mar 03 14:16:13.062098 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e56452c-75eb-4923-bfe7-772b435a1127 req-e227fa0d-b180-4201-b4c5-510359dd4782 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410297 Mar 03 14:16:13.413294 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6cc7d042-936d-4cc4-8581-2399f209c983 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:16:13.461274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 6cc7d042-936d-4cc4-8581-2399f209c983 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:16:13.465076 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 6cc7d042-936d-4cc4-8581-2399f209c983 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:16:13.465450 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:13.544049 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 6cc7d042-936d-4cc4-8581-2399f209c983 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:16:13.544437 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:13.566979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:16:13.569203 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ed180-1c36-4426-a5c3-7872b1914782" -d '{"events": [{"server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:16:13.582038 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6cc7d042-936d-4cc4-8581-2399f209c983,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:13.586509 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:13.609023 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352705a2-a3ce-4fa2-b22c-b61c2d0cbcc9 x-openstack-request-id: req-352705a2-a3ce-4fa2-b22c-b61c2d0cbcc9 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:16:13.609322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:16:13.609580 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-352705a2-a3ce-4fa2-b22c-b61c2d0cbcc9 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:16:13.609996 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983', 'code': 200} Mar 03 14:16:13.638218 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:13.843098 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108863c6-61be-4e46-840c-537b4c3a1b90 req-f20e1dd6-bf1d-4b9e-8b26-92bd06f8747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:13.844593 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-108863c6-61be-4e46-840c-537b4c3a1b90 req-f20e1dd6-bf1d-4b9e-8b26-92bd06f8747f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1130 time: 0.0485418 Mar 03 14:16:13.898770 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-108863c6-61be-4e46-840c-537b4c3a1b90 req-ad47d651-fcd4-4530-88fe-434479b08fe9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481310 Mar 03 14:16:14.183164 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b1d8-c72a-4632-bd09-89b70b71722d req-3610c7de-ee6d-4534-ae50-c2e05753dbb9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:14.184650 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6354b1d8-c72a-4632-bd09-89b70b71722d req-3610c7de-ee6d-4534-ae50-c2e05753dbb9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.0549982 Mar 03 14:16:14.234641 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6354b1d8-c72a-4632-bd09-89b70b71722d req-087fd18f-73c5-4e32-ac35-c8188d1a3222 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440941 Mar 03 14:16:15.355671 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3b175-6c23-412c-b8f9-5f3222033034 req-8b66144f-d5eb-4e9c-986c-07d48aca375f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:15.357305 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ff3b175-6c23-412c-b8f9-5f3222033034 req-8b66144f-d5eb-4e9c-986c-07d48aca375f tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.0520551 Mar 03 14:16:15.410040 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6ff3b175-6c23-412c-b8f9-5f3222033034 req-6c3162e1-0b08-44f0-9d0b-ebfa519a0d81 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470285 Mar 03 14:16:15.536574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c404c8c-0c7c-4f8e-8266-443d12b9591f req-f4e1ba0c-28f5-4c20-9152-1eb6b825d1c4 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:15.538866 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c404c8c-0c7c-4f8e-8266-443d12b9591f req-f4e1ba0c-28f5-4c20-9152-1eb6b825d1c4 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.0574441 Mar 03 14:16:15.586951 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5c404c8c-0c7c-4f8e-8266-443d12b9591f req-7e214790-a07e-48b3-9e87-d0ff1b92d6fd tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412779 Mar 03 14:16:15.611272 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 47658) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:15.796554 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde37d0-9076-405a-bb4d-40a5448bedc7 tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:15.797982 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4dde37d0-9076-405a-bb4d-40a5448bedc7 tempest-TestVolumeBootPattern-1272068791 tempest-TestVolumeBootPattern-1272068791-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1125 time: 0.1857243 Mar 03 14:16:15.800665 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 47662) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:15.804793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Request body: {'floatingip': {'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'port_id': '6cc7d042-936d-4cc4-8581-2399f209c983', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:16:15.824160 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:15.922934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.022909 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Allocated IP 172.27.0.201 (7ca46236-d4ba-4a78-a493-b8f29f5d9285/66c806e3-2520-4591-94c1-c01ce8d525c6/028b27ca-edec-49aa-9c08-c9b41509fcae) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:16:16.127617 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.162693 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.199570 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Network 7ca46236-d4ba-4a78-a493-b8f29f5d9285 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:16:16.205653 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:16:16.209014 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:16:16.233302 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=028b27ca-edec-49aa-9c08-c9b41509fcae,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:16.299709 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47670) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:16.407945 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23b0c138-dffd-4cab-bed6-e4b257a46348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.486771 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23b0c138-dffd-4cab-bed6-e4b257a46348 admin admin] Publish callbacks [] for security_group (c795ca63-f39b-4262-b7bf-b7f8314d873c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.493133 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23b0c138-dffd-4cab-bed6-e4b257a46348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c795ca63-f39b-4262-b7bf-b7f8314d873c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.533246 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c138-dffd-4cab-bed6-e4b257a46348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c795ca63-f39b-4262-b7bf-b7f8314d873c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:16.537524 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-23b0c138-dffd-4cab-bed6-e4b257a46348 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aeda69dc45514d95b773e6d7084d5f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367077 Mar 03 14:16:16.540147 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47688) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:16.590464 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] Publish callbacks [] for security_group (c795ca63-f39b-4262-b7bf-b7f8314d873c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.607866 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.612065 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] Publish callbacks [] for security_group (c795ca63-f39b-4262-b7bf-b7f8314d873c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.674586 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c795ca63-f39b-4262-b7bf-b7f8314d873c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.677243 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.678646 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c795ca63-f39b-4262-b7bf-b7f8314d873c HTTP/1.1" status: 204 len: 168 time: 0.1376109 Mar 03 14:16:16.689397 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.689954 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdfe2f-f91a-4878-b234-0a7953f91f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c795ca63-f39b-4262-b7bf-b7f8314d873c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:16.752610 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47694) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:16.861185 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.866158 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.934076 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event updated for resources: {'Port': ['ID=028b27ca-edec-49aa-9c08-c9b41509fcae,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:16.948752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495563'] for floatingip (6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:16.988333 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a404e49f-6e3c-425c-959c-9f34c29cd436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.063140 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP 6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd associated. External IP: 172.27.0.201, port: 6cc7d042-936d-4cc4-8581-2399f209c983. Mar 03 14:16:17.077173 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a404e49f-6e3c-425c-959c-9f34c29cd436 admin admin] Publish callbacks [] for security_group (33d44f87-1f10-4cca-8ced-754734e79af2), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.082275 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a404e49f-6e3c-425c-959c-9f34c29cd436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (33d44f87-1f10-4cca-8ced-754734e79af2), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.126183 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a404e49f-6e3c-425c-959c-9f34c29cd436 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=942a80066e8443d28b2c03d92bee1786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723984 Mar 03 14:16:17.126909 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47708) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:17.127545 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e49f-6e3c-425c-959c-9f34c29cd436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d44f87-1f10-4cca-8ced-754734e79af2,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:17.186004 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Publish callbacks [] for security_group (33d44f87-1f10-4cca-8ced-754734e79af2), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.213843 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Publish callbacks [] for security_group (33d44f87-1f10-4cca-8ced-754734e79af2), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.279307 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (33d44f87-1f10-4cca-8ced-754734e79af2), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.282092 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.283405 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33d44f87-1f10-4cca-8ced-754734e79af2 HTTP/1.1" status: 204 len: 168 time: 0.1483150 Mar 03 14:16:17.300224 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d44f87-1f10-4cca-8ced-754734e79af2,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:17.314177 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.314589 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.315053 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.315453 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.315948 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.316351 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.316886 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.317659 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.318123 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.318508 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.318956 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.319345 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.319764 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d5c31-db91-4d21-852a-bd82651a2691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:17.604119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:16:17.651684 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47726) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:17.666624 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2dce9add-64f3-4752-be8b-5cf49ddd605b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.723470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:16:17.736738 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:16:17.745732 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.756918 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:16:17.758619 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:15:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:16:17.776790 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ec1f8a00-8ae3-4883-94f8-8869e9fd292b tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9751067 Mar 03 14:16:17.777408 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:16:17.779682 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b83d0-4e50-498d-b087-a28476d93ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:16:17.788621 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2dce9add-64f3-4752-be8b-5cf49ddd605b admin admin] Publish callbacks [] for security_group (7a384185-ef24-4d83-9e74-fdd5b899c749), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.797221 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2dce9add-64f3-4752-be8b-5cf49ddd605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7a384185-ef24-4d83-9e74-fdd5b899c749), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.820210 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d532e9-cf12-43df-a9e5-73a2c86d3b0c x-openstack-request-id: req-f6d532e9-cf12-43df-a9e5-73a2c86d3b0c {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:16:17.821256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:16:17.821748 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6d532e9-cf12-43df-a9e5-73a2c86d3b0c {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:16:17.822249 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983', 'status': 'completed', 'code': 200} Mar 03 14:16:17.855358 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2dce9add-64f3-4752-be8b-5cf49ddd605b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45419be50e5441bdb9de998361e0d38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019196 Mar 03 14:16:17.857928 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce9add-64f3-4752-be8b-5cf49ddd605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a384185-ef24-4d83-9e74-fdd5b899c749,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:17.861266 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47732) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:17.911838 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:16:17.921867 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-21dd04d2-86c8-43fe-96b1-84abd7cc9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:17.923575 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-21dd04d2-86c8-43fe-96b1-84abd7cc9f42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1130 time: 0.0796883 Mar 03 14:16:17.972934 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] Publish callbacks [] for security_group (7a384185-ef24-4d83-9e74-fdd5b899c749), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:17.997077 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] Publish callbacks [] for security_group (7a384185-ef24-4d83-9e74-fdd5b899c749), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:18.042524 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-6035a314-32ff-4da6-9771-2deb7cd2d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:18.044443 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-6035a314-32ff-4da6-9771-2deb7cd2d333 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.1136036 Mar 03 14:16:18.047504 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7a384185-ef24-4d83-9e74-fdd5b899c749), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:18.049528 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:18.053222 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a384185-ef24-4d83-9e74-fdd5b899c749 HTTP/1.1" status: 204 len: 168 time: 0.1780541 Mar 03 14:16:18.067958 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f772cf-915b-4e24-9e2c-0ee02cfc5a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a384185-ef24-4d83-9e74-fdd5b899c749,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:18.131825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-8ec8f2ad-76a1-47fc-9f39-60584e0d1cf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 200 len: 1000 time: 0.0806382 Mar 03 14:16:18.188403 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-62ca949c-9295-448b-b2bc-15a26cbf9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:18.190034 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-62ca949c-9295-448b-b2bc-15a26cbf9cc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0499630 Mar 03 14:16:18.190977 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': '6cc7d042-936d-4cc4-8581-2399f209c983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:f3:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:16:16Z', 'updated_at': '2022-03-03T14:16:16Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}, {'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:16:18.221741 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:16:18.233382 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:16:18.234067 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:15:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:16:18.244832 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-9a1ff63a-2c69-4abd-819c-91293b7888c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:18.246968 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-9a1ff63a-2c69-4abd-819c-91293b7888c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503514 Mar 03 14:16:18.345307 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-2a6cbfa9-5fba-48b2-a396-a617fadb7b66 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909300 Mar 03 14:16:18.348441 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:16:18.445670 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b7b83d0-4e50-498d-b087-a28476d93ce1 req-1c3722e1-56b9-4c74-9b93-515601d1acea service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939658 Mar 03 14:16:18.594466 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': '6cc7d042-936d-4cc4-8581-2399f209c983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:f3:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:16:16Z', 'updated_at': '2022-03-03T14:16:16Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}, {'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:16:18.620880 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667d3cd-5352-4ec6-9050-376efbf6362c None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': '6cc7d042-936d-4cc4-8581-2399f209c983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:f3:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:16:16Z', 'updated_at': '2022-03-03T14:16:16Z', 'revision_number': 0, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}, {'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:16:18.840101 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d9c4e-2336-42d5-b473-add0f741d46c None None] New status for floating IP 6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:16:21.119495 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc88dbbe-1415-473c-98f4-f9d68ee07919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:22.729001 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f5e15-fb24-4b06-becf-f7154d8b0ae8 req-6c9729db-8e7d-4092-a8b3-2b85d0b96e5d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:22.730583 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-411f5e15-fb24-4b06-becf-f7154d8b0ae8 req-6c9729db-8e7d-4092-a8b3-2b85d0b96e5d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0576570 Mar 03 14:16:22.783094 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-411f5e15-fb24-4b06-becf-f7154d8b0ae8 req-9c59ed7d-2af1-4ad6-8209-6973405e0dbc tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469408 Mar 03 14:16:22.965575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 47848) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:23.076599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d9eccea5-ce7b-4b3e-93c5-5d3d25234a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.157024 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d9eccea5-ce7b-4b3e-93c5-5d3d25234a1d admin admin] Publish callbacks [] for security_group (f3f4906a-ed4f-44c1-8a01-caffec5d0356), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.160883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d9eccea5-ce7b-4b3e-93c5-5d3d25234a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f3f4906a-ed4f-44c1-8a01-caffec5d0356), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.199687 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d9eccea5-ce7b-4b3e-93c5-5d3d25234a1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8610b3f20934252b9d85d071e960c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328951 Mar 03 14:16:23.200794 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eccea5-ce7b-4b3e-93c5-5d3d25234a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4906a-ed4f-44c1-8a01-caffec5d0356,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:23.202351 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47856) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:23.249520 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] Publish callbacks [] for security_group (f3f4906a-ed4f-44c1-8a01-caffec5d0356), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.269373 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] Publish callbacks [] for security_group (f3f4906a-ed4f-44c1-8a01-caffec5d0356), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.317537 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f3f4906a-ed4f-44c1-8a01-caffec5d0356), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.319927 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.322566 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3f4906a-ed4f-44c1-8a01-caffec5d0356 HTTP/1.1" status: 204 len: 168 time: 0.1177318 Mar 03 14:16:23.330586 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859fe00-4eab-46c6-8916-e6ea62e721c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4906a-ed4f-44c1-8a01-caffec5d0356,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:23.459560 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ccb57377-1a48-46ce-987b-2bd6525af2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.579999 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 47862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:23.592658 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-71bbd304-1b3c-4224-8f31-44b1c3d93b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.667385 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-71bbd304-1b3c-4224-8f31-44b1c3d93b69 admin admin] Publish callbacks [] for security_group (02e4100e-6e2f-4f3b-ad76-3404b20bf8dc), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.670723 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-71bbd304-1b3c-4224-8f31-44b1c3d93b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (02e4100e-6e2f-4f3b-ad76-3404b20bf8dc), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.708005 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-71bbd304-1b3c-4224-8f31-44b1c3d93b69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41c659e7fe1c45168f4304e4871fb4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269343 Mar 03 14:16:23.708865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbd304-1b3c-4224-8f31-44b1c3d93b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4100e-6e2f-4f3b-ad76-3404b20bf8dc,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:23.710699 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 47864) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:23.759033 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] Publish callbacks [] for security_group (02e4100e-6e2f-4f3b-ad76-3404b20bf8dc), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.780061 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] Publish callbacks [] for security_group (02e4100e-6e2f-4f3b-ad76-3404b20bf8dc), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.826649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (02e4100e-6e2f-4f3b-ad76-3404b20bf8dc), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.829288 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:23.832768 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02e4100e-6e2f-4f3b-ad76-3404b20bf8dc HTTP/1.1" status: 204 len: 168 time: 0.1187534 Mar 03 14:16:23.838896 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0d7b-6e1e-4161-92ba-1b5397e67727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4100e-6e2f-4f3b-ad76-3404b20bf8dc,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:23.908136 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0494fdf-f01e-4c68-82d1-4feafc130447 req-e43baa11-16bc-452b-b899-a87ccac0d146 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:23.909598 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0494fdf-f01e-4c68-82d1-4feafc130447 req-e43baa11-16bc-452b-b899-a87ccac0d146 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0523160 Mar 03 14:16:23.963157 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0494fdf-f01e-4c68-82d1-4feafc130447 req-e5d239a6-faa4-4c72-84be-689cfb86f27a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Mar 03 14:16:24.557411 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:25.081605 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962950b-0af0-4bbd-a434-96237139054c req-8c7ef098-f5df-4749-a81a-ca3bdcf35ed4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:25.083242 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9962950b-0af0-4bbd-a434-96237139054c req-8c7ef098-f5df-4749-a81a-ca3bdcf35ed4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0515685 Mar 03 14:16:25.131274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9962950b-0af0-4bbd-a434-96237139054c req-4ff72a4d-f492-4c43-8f58-221b5ab09de0 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Mar 03 14:16:26.022549 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:26.246257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf35ace-2518-4e9f-93cb-89b384238382 req-23fd3f54-de69-4078-a56c-1c5582701710 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:26.247684 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cf35ace-2518-4e9f-93cb-89b384238382 req-23fd3f54-de69-4078-a56c-1c5582701710 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0508952 Mar 03 14:16:26.295486 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cf35ace-2518-4e9f-93cb-89b384238382 req-351fcba9-7bde-49cc-8834-f5ca4dce2f21 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Mar 03 14:16:27.424641 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901e0a9-a8a9-4817-990c-f776fc58e7e0 req-b55088e6-b027-4e45-a36d-6214dd6379c7 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:27.426098 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5901e0a9-a8a9-4817-990c-f776fc58e7e0 req-b55088e6-b027-4e45-a36d-6214dd6379c7 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0551164 Mar 03 14:16:27.473951 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5901e0a9-a8a9-4817-990c-f776fc58e7e0 req-ed0c9ac9-8c32-4610-bc3e-e3eba502539a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Mar 03 14:16:27.486528 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:28.595670 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afc5e2-bc32-47a9-9ed4-fbd1552838df req-171aada5-f792-4954-b599-2e871fbe7cc2 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:28.597154 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00afc5e2-bc32-47a9-9ed4-fbd1552838df req-171aada5-f792-4954-b599-2e871fbe7cc2 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0545421 Mar 03 14:16:28.647515 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00afc5e2-bc32-47a9-9ed4-fbd1552838df req-fa42e898-94a1-490c-ba89-319402c8bbd6 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Mar 03 14:16:29.763659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1e4d-2ca7-42cb-8b1b-621ef6c694ca req-7926fc78-f648-4c30-bb13-2159b3666f4d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:29.765126 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f53b1e4d-2ca7-42cb-8b1b-621ef6c694ca req-7926fc78-f648-4c30-bb13-2159b3666f4d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0516419 Mar 03 14:16:29.815680 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f53b1e4d-2ca7-42cb-8b1b-621ef6c694ca req-8d683a61-6a8b-412b-93ca-060e543a4be3 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450761 Mar 03 14:16:30.938529 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cef5a-9f56-4c8e-8eeb-fe0bb8d9559a req-7d2a9615-4b30-4df3-b5e6-441b1925ce02 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:30.940019 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6d3cef5a-9f56-4c8e-8eeb-fe0bb8d9559a req-7d2a9615-4b30-4df3-b5e6-441b1925ce02 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0559199 Mar 03 14:16:30.987871 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6d3cef5a-9f56-4c8e-8eeb-fe0bb8d9559a req-504b46e6-739e-4e60-9298-b3fd6968c188 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Mar 03 14:16:31.272432 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:31.785413 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:16:32.108702 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06194c70-f85a-4649-a777-e17a0d3a838a req-f72f65eb-7162-4eec-b3e4-18085e9c88e5 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:32.110081 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06194c70-f85a-4649-a777-e17a0d3a838a req-f72f65eb-7162-4eec-b3e4-18085e9c88e5 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0514233 Mar 03 14:16:32.157274 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06194c70-f85a-4649-a777-e17a0d3a838a req-7c52554d-3db3-4712-83c0-5200fdd5a219 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Mar 03 14:16:32.888309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-cdab515c-6ecf-4e6f-acf6-3e4f41c98f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:32.890205 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-cdab515c-6ecf-4e6f-acf6-3e4f41c98f22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1129 time: 0.0816581 Mar 03 14:16:32.998396 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-05cd689e-8fd1-4df6-96d0-864e29f43d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:32.999880 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-05cd689e-8fd1-4df6-96d0-864e29f43d73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.1041362 Mar 03 14:16:33.081394 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-b6d47b9d-7b2f-417f-a342-5e0f84b1e193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 1000 time: 0.0752950 Mar 03 14:16:33.142019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-bffdc7ee-ab35-42c0-882d-5c6c064af70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:33.143467 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-bffdc7ee-ab35-42c0-882d-5c6c064af70b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0534685 Mar 03 14:16:33.210055 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-384203c0-c39b-46bc-b916-499ffc461d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:33.211765 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-384203c0-c39b-46bc-b916-499ffc461d7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602002 Mar 03 14:16:33.365766 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cf69c-a4af-4ec9-bbca-09fb31ef80db req-dcb01e84-0ca4-4189-9702-a9d25b3929f2 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:33.367502 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a07cf69c-a4af-4ec9-bbca-09fb31ef80db req-dcb01e84-0ca4-4189-9702-a9d25b3929f2 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.1291234 Mar 03 14:16:33.372563 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-8c9608db-e4bc-4b83-a6af-ef5bdeaa2015 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542912 Mar 03 14:16:33.488534 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a07cf69c-a4af-4ec9-bbca-09fb31ef80db req-d4ca2f7a-2861-4e09-bd1b-c134bae10069 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134102 Mar 03 14:16:33.518574 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c5e88a6-6706-489c-8f10-7a40a96141a4 req-92931cdb-86b2-40d8-b9d3-6aa51b4ad8f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365452 Mar 03 14:16:34.608950 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690863d6-a59e-4efd-a433-38773894c3eb req-0d47df4f-3803-48ad-920e-b1d2933fb052 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:34.610533 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-690863d6-a59e-4efd-a433-38773894c3eb req-0d47df4f-3803-48ad-920e-b1d2933fb052 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0531902 Mar 03 14:16:34.660002 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-690863d6-a59e-4efd-a433-38773894c3eb req-9ed431c9-cf27-4e8f-8ca2-330234184992 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Mar 03 14:16:35.794173 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d41faf-ecc8-4813-a225-4f595642b183 req-2e312813-4210-4156-8d06-9f54c6d5d969 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:35.795658 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-23d41faf-ecc8-4813-a225-4f595642b183 req-2e312813-4210-4156-8d06-9f54c6d5d969 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0588465 Mar 03 14:16:35.852219 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-23d41faf-ecc8-4813-a225-4f595642b183 req-40eb2e66-bb45-4c24-b1a2-cac957ec249a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510356 Mar 03 14:16:36.111991 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9887e59-4f8c-459f-ac87-67ffef95ff59 req-b6161d95-78d4-4cc2-816c-ebfd6ed5cf88 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:36.114014 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c9887e59-4f8c-459f-ac87-67ffef95ff59 req-b6161d95-78d4-4cc2-816c-ebfd6ed5cf88 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0694308 Mar 03 14:16:36.181899 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c9887e59-4f8c-459f-ac87-67ffef95ff59 req-ad7f7b47-7726-4b08-b5c4-a03194c163d7 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564411 Mar 03 14:16:36.216875 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-b693daa5-52b0-4297-a2d2-a840be527b53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2025981 Mar 03 14:16:36.400614 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-c08cd378-04dd-431b-bcc7-bfc5fe9b6509 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:36.402890 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-c08cd378-04dd-431b-bcc7-bfc5fe9b6509 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports/4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 942 time: 0.1581235 Mar 03 14:16:36.675921 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48124) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:36.793744 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fea5e6e3-4c2a-4ac3-a72c-5164ebca9a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:36.878210 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fea5e6e3-4c2a-4ac3-a72c-5164ebca9a56 admin admin] Publish callbacks [] for security_group (4807f765-8977-40be-ad85-09f541b7f7b3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:36.882541 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fea5e6e3-4c2a-4ac3-a72c-5164ebca9a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4807f765-8977-40be-ad85-09f541b7f7b3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:36.923869 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fea5e6e3-4c2a-4ac3-a72c-5164ebca9a56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dce872410bd4899b29684947ba14469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466822 Mar 03 14:16:36.925604 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48128) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:36.926653 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5e6e3-4c2a-4ac3-a72c-5164ebca9a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4807f765-8977-40be-ad85-09f541b7f7b3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:36.976724 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] Publish callbacks [] for security_group (4807f765-8977-40be-ad85-09f541b7f7b3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.005821 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] Publish callbacks [] for security_group (4807f765-8977-40be-ad85-09f541b7f7b3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.059631 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (4807f765-8977-40be-ad85-09f541b7f7b3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.062279 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.063435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4807f765-8977-40be-ad85-09f541b7f7b3 HTTP/1.1" status: 204 len: 168 time: 0.1362610 Mar 03 14:16:37.071166 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d9ed-6aae-48ff-90c9-825e09a2aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807f765-8977-40be-ad85-09f541b7f7b3,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:37.305520 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be105-0766-4bad-983d-52fc85c2d783 req-dae22b8b-810c-4d2b-b06d-3e36df2af4e4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:37.307111 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8f0be105-0766-4bad-983d-52fc85c2d783 req-dae22b8b-810c-4d2b-b06d-3e36df2af4e4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0638824 Mar 03 14:16:37.362912 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8f0be105-0766-4bad-983d-52fc85c2d783 req-70b25158-5864-44f2-85cb-2981376dffb9 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Mar 03 14:16:37.375184 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48138) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:37.391108 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-461e0219-32ab-4b44-ba3e-5a6ef7089fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.472312 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-461e0219-32ab-4b44-ba3e-5a6ef7089fd0 admin admin] Publish callbacks [] for security_group (98989d4f-4bbe-4bc1-859f-b6ef00fd7e42), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.475973 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-461e0219-32ab-4b44-ba3e-5a6ef7089fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (98989d4f-4bbe-4bc1-859f-b6ef00fd7e42), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.515254 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-461e0219-32ab-4b44-ba3e-5a6ef7089fd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8466768cc74144be9fc185c0013531c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382754 Mar 03 14:16:37.516369 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0219-32ab-4b44-ba3e-5a6ef7089fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98989d4f-4bbe-4bc1-859f-b6ef00fd7e42,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:37.517983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48140) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:37.569682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:16:37.571042 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] Publish callbacks [] for security_group (98989d4f-4bbe-4bc1-859f-b6ef00fd7e42), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.591966 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] Publish callbacks [] for security_group (98989d4f-4bbe-4bc1-859f-b6ef00fd7e42), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.641007 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (98989d4f-4bbe-4bc1-859f-b6ef00fd7e42), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.643633 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:16:37.643765 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.644024 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.644777 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98989d4f-4bbe-4bc1-859f-b6ef00fd7e42 HTTP/1.1" status: 204 len: 168 time: 0.1221564 Mar 03 14:16:37.652637 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0f9be-fb55-4847-8775-dfb9081a7dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98989d4f-4bbe-4bc1-859f-b6ef00fd7e42,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:37.673464 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:16:37.676153 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c838365-6a83-41ab-b905-aa4925e3dc2a" -d '{"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:16:37.694965 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:37.705596 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:37.731949 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124a075-b586-4385-8a04-97a0eb33c815 x-openstack-request-id: req-e124a075-b586-4385-8a04-97a0eb33c815 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:16:37.732221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:16:37.732484 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e124a075-b586-4385-8a04-97a0eb33c815 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:16:37.732879 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'code': 200} Mar 03 14:16:37.762248 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:37.769044 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-eeea2f9d-e7ee-4955-94d5-467067464acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:37.770740 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-eeea2f9d-e7ee-4955-94d5-467067464acf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c&tenant_id=0e24c4b64bf04d1889872bf86e4f982c HTTP/1.1" status: 200 len: 1127 time: 0.0519624 Mar 03 14:16:37.841229 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-fb96bb5c-c26d-43c1-abe2-f1935f45983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:37.842825 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-fb96bb5c-c26d-43c1-abe2-f1935f45983a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1127 time: 0.0482700 Mar 03 14:16:37.934365 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-f56a0423-c316-49f0-b551-fcf28cf8c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:37.935932 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-f56a0423-c316-49f0-b551-fcf28cf8c2a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.0864899 Mar 03 14:16:38.009435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-d691f0a4-6286-420b-9876-61257011aaec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 998 time: 0.0643826 Mar 03 14:16:38.062833 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-7fc004c7-09fa-4c0b-8ded-a3ad53ee4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:38.064551 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-7fc004c7-09fa-4c0b-8ded-a3ad53ee4f95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0465589 Mar 03 14:16:38.116422 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-0c021383-bf37-4f2f-84c0-4c1603b2b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:38.117573 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-0c021383-bf37-4f2f-84c0-4c1603b2b782 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472071 Mar 03 14:16:38.218909 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-51434f63-b3ec-4d5c-9c7e-5787e9965fba service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934658 Mar 03 14:16:38.310043 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1f3ee5e2-a8b7-4fb0-8431-c59e3048b3d1 req-f717c394-eca9-4f24-a40f-f68d83befa8b service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851791 Mar 03 14:16:38.490524 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7b84-8bb3-4450-82d1-0867ba8690d8 req-0d9bd69c-c9ed-43e1-9d49-544bfb452108 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:38.491986 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a7b84-8bb3-4450-82d1-0867ba8690d8 req-0d9bd69c-c9ed-43e1-9d49-544bfb452108 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0588493 Mar 03 14:16:38.543633 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-355a7b84-8bb3-4450-82d1-0867ba8690d8 req-3bc379f4-88c3-41b5-aa1c-472bd65b418f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453291 Mar 03 14:16:38.774107 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48178) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:38.881447 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0c8-0dc7-4916-8408-e3fdec4db4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:38.956224 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0c8-0dc7-4916-8408-e3fdec4db4fd admin admin] Publish callbacks [] for security_group (f243ae17-aba8-43a0-a0d4-16f80531d61f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:38.959991 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0c8-0dc7-4916-8408-e3fdec4db4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f243ae17-aba8-43a0-a0d4-16f80531d61f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:39.002161 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-31b5f0c8-0dc7-4916-8408-e3fdec4db4fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=337a578fc4974138a76bcf2f44f95d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269785 Mar 03 14:16:39.003026 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f0c8-0dc7-4916-8408-e3fdec4db4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243ae17-aba8-43a0-a0d4-16f80531d61f,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:39.004886 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48182) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:39.055532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] Publish callbacks [] for security_group (f243ae17-aba8-43a0-a0d4-16f80531d61f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:39.078804 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] Publish callbacks [] for security_group (f243ae17-aba8-43a0-a0d4-16f80531d61f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:39.159591 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382dee-9290-4940-8257-7605a193c178 req-946f9f79-aa30-4a16-b7d8-f33809141b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:39.161314 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-946f9f79-aa30-4a16-b7d8-f33809141b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1127 time: 0.0762887 Mar 03 14:16:39.162396 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (f243ae17-aba8-43a0-a0d4-16f80531d61f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:39.165166 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:39.166292 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f243ae17-aba8-43a0-a0d4-16f80531d61f HTTP/1.1" status: 204 len: 168 time: 0.1602325 Mar 03 14:16:39.177510 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385f0d-24d8-4294-b1ac-7f2863dd61d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243ae17-aba8-43a0-a0d4-16f80531d61f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:39.278754 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382dee-9290-4940-8257-7605a193c178 req-3141bd42-eea6-4904-af38-f5a8e64b894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:39.280342 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-3141bd42-eea6-4904-af38-f5a8e64b894d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.0957642 Mar 03 14:16:39.361263 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-1a98ef2b-4b3f-4054-84cf-48eb8e72e62b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 998 time: 0.0736537 Mar 03 14:16:39.415607 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382dee-9290-4940-8257-7605a193c178 req-0bc9d5f7-afb0-4028-9038-13214ea173e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:39.417141 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-0bc9d5f7-afb0-4028-9038-13214ea173e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0498850 Mar 03 14:16:39.471008 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382dee-9290-4940-8257-7605a193c178 req-cb65a778-8c5e-4548-9820-0b682d6e13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:39.472568 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-cb65a778-8c5e-4548-9820-0b682d6e13aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487926 Mar 03 14:16:39.569551 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-89b2e2a2-ecfd-4acc-9334-b046587a3b84 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891545 Mar 03 14:16:39.695166 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83382dee-9290-4940-8257-7605a193c178 req-7ccbafbb-0ce6-4610-9293-6cbc9cf58f41 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164088 Mar 03 14:16:39.707225 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff813a-1df3-433c-bac5-2bfae364323f req-cb0d785c-361e-4aed-b90c-70bea2b0936f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:39.713420 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fff813a-1df3-433c-bac5-2bfae364323f req-cb0d785c-361e-4aed-b90c-70bea2b0936f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0914192 Mar 03 14:16:39.758413 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fff813a-1df3-433c-bac5-2bfae364323f req-dc217aef-dd49-408d-b675-ceaf331a7afc tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Mar 03 14:16:40.877978 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948a00a-abfa-40e1-9c78-da3b8a8435a0 req-9fc8ee3c-2f62-4924-b295-9cdd721e488b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:40.879430 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e948a00a-abfa-40e1-9c78-da3b8a8435a0 req-9fc8ee3c-2f62-4924-b295-9cdd721e488b tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0519488 Mar 03 14:16:40.927322 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e948a00a-abfa-40e1-9c78-da3b8a8435a0 req-8d0b5bf1-c50d-4cf2-bd68-a02fca54b4fa tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Mar 03 14:16:42.046981 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff9a33-a812-426d-8b62-c90ff2302a13 req-93dd0e99-f41f-49c7-af1d-bcbea3505a04 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:42.048443 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e1ff9a33-a812-426d-8b62-c90ff2302a13 req-93dd0e99-f41f-49c7-af1d-bcbea3505a04 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0533047 Mar 03 14:16:42.100733 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e1ff9a33-a812-426d-8b62-c90ff2302a13 req-6425d9c2-a79b-40f4-9f9a-1081e48a5480 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Mar 03 14:16:43.216401 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28446d-275a-4302-bf85-cc06e75406e3 req-f2821366-3cb4-400d-92ee-37bcf9629b96 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:43.218422 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a28446d-275a-4302-bf85-cc06e75406e3 req-f2821366-3cb4-400d-92ee-37bcf9629b96 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0511417 Mar 03 14:16:43.268477 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a28446d-275a-4302-bf85-cc06e75406e3 req-b05f1697-9f29-46a7-9625-c0a786d4ba3e tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Mar 03 14:16:44.384510 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e12fd-c77a-4807-a4c1-20a3abb41203 req-a1674f1c-a7bb-4239-a624-d8b0bc60f53c tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:44.386017 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2e12fd-c77a-4807-a4c1-20a3abb41203 req-a1674f1c-a7bb-4239-a624-d8b0bc60f53c tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0522375 Mar 03 14:16:44.434025 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc2e12fd-c77a-4807-a4c1-20a3abb41203 req-948d5630-1c32-43f1-83ee-ac7dc22c03d4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Mar 03 14:16:45.553402 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21341-f26d-4ef3-98fe-ff1a06a7f75c req-e827cdac-a547-4a22-bd31-c3780dbc5fc7 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:45.554899 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-77b21341-f26d-4ef3-98fe-ff1a06a7f75c req-e827cdac-a547-4a22-bd31-c3780dbc5fc7 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 943 time: 0.0555675 Mar 03 14:16:45.601390 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:16:45.602725 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-77b21341-f26d-4ef3-98fe-ff1a06a7f75c req-1039b7e1-6b76-447c-b948-c3b2d6a38825 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Mar 03 14:16:45.698032 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:45.709561 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'port_id': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'mac_address': 'fa:16:3e:40:c8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:16:45.744491 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:16:45.744900 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:45.758455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff73d54-4302-401a-9a7e-c8c1662e6da8 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:16:45.776640 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:45.780718 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:45.830671 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:46.024341 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['4ff73d54-4302-401a-9a7e-c8c1662e6da8'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:16:46.720277 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6fbaa-3d41-4270-8c1e-d63fc0d8371d req-8292e2bf-5c9c-4f29-b8af-06e63fb9c796 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:46.721660 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3ea6fbaa-3d41-4270-8c1e-d63fc0d8371d req-8292e2bf-5c9c-4f29-b8af-06e63fb9c796 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 944 time: 0.0517998 Mar 03 14:16:46.769417 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3ea6fbaa-3d41-4270-8c1e-d63fc0d8371d req-216ffd9e-c4c0-4d1f-8024-e7143582bda1 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Mar 03 14:16:47.616378 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:16:47.665505 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:16:47.665904 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:47.747655 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:16:47.748047 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:47.770627 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:16:47.772822 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c0ce2a-e9b2-48ee-be82-c354da0c4521" -d '{"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:16:47.789221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:16:47.799124 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:47.825349 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a6427-2255-4c83-8872-4ea1a1289425 x-openstack-request-id: req-f01a6427-2255-4c83-8872-4ea1a1289425 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:16:47.825652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:16:47.825921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f01a6427-2255-4c83-8872-4ea1a1289425 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:16:47.826313 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'code': 200} Mar 03 14:16:47.856689 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:47.898709 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ff37-c9da-46e4-9b08-7d8ac7fbd671 req-6a0b8221-5f1a-40cf-b61f-5a701b28fa65 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:47.900167 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0a1ff37-c9da-46e4-9b08-7d8ac7fbd671 req-6a0b8221-5f1a-40cf-b61f-5a701b28fa65 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0534430 Mar 03 14:16:47.973935 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0a1ff37-c9da-46e4-9b08-7d8ac7fbd671 req-5264206c-d372-4341-bed1-3352b9b2d53c tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629008 Mar 03 14:16:48.105642 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8171d-72b1-4999-9d97-30c0a396931a req-bbced1d2-15c9-4ea0-be58-7c90cbf07686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:48.107374 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5eb8171d-72b1-4999-9d97-30c0a396931a req-bbced1d2-15c9-4ea0-be58-7c90cbf07686 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1129 time: 0.0454693 Mar 03 14:16:48.153609 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5eb8171d-72b1-4999-9d97-30c0a396931a req-63d526a4-9fe8-4544-95fb-062bd7c6536b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Mar 03 14:16:49.085256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c5041-1c9a-40e1-a876-0dff2cca6d99 req-e8b0d0af-1df2-4225-bc89-a66ec3524e6a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:49.086769 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f88c5041-1c9a-40e1-a876-0dff2cca6d99 req-e8b0d0af-1df2-4225-bc89-a66ec3524e6a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0526750 Mar 03 14:16:49.142657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f88c5041-1c9a-40e1-a876-0dff2cca6d99 req-e4851b48-2265-4dcc-a289-5eee421b3248 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495629 Mar 03 14:16:50.262305 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454bedf-d9f5-41db-8ede-4534df22e756 req-99f25378-8ba5-4d8c-b9b5-73bcdfa76925 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:50.263795 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3454bedf-d9f5-41db-8ede-4534df22e756 req-99f25378-8ba5-4d8c-b9b5-73bcdfa76925 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0552464 Mar 03 14:16:50.314321 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3454bedf-d9f5-41db-8ede-4534df22e756 req-b60fb5ee-f39d-4a84-ac75-1ffa82d044f5 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 Mar 03 14:16:51.113961 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c261928a-ff81-498c-9f18-4994966a3de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:52.742131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48282) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:52.844871 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-820aac05-df6d-4164-8897-8f0cb2c00c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:52.919162 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-820aac05-df6d-4164-8897-8f0cb2c00c53 admin admin] Publish callbacks [] for security_group (c7605d64-3149-4b8e-8112-0ddaba0d9b0a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:52.922763 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-820aac05-df6d-4164-8897-8f0cb2c00c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c7605d64-3149-4b8e-8112-0ddaba0d9b0a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:52.960128 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-820aac05-df6d-4164-8897-8f0cb2c00c53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b75c6c5e6fd4482399ece1f2de3fc875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169681 Mar 03 14:16:52.961054 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aac05-df6d-4164-8897-8f0cb2c00c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7605d64-3149-4b8e-8112-0ddaba0d9b0a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:52.962796 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48286) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:53.010388 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] Publish callbacks [] for security_group (c7605d64-3149-4b8e-8112-0ddaba0d9b0a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.031554 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] Publish callbacks [] for security_group (c7605d64-3149-4b8e-8112-0ddaba0d9b0a), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.076131 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (c7605d64-3149-4b8e-8112-0ddaba0d9b0a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.079424 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.080538 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7605d64-3149-4b8e-8112-0ddaba0d9b0a HTTP/1.1" status: 204 len: 168 time: 0.1167743 Mar 03 14:16:53.087657 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528fcc5-3ee8-4d6d-b2b1-6c0d04b14959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7605d64-3149-4b8e-8112-0ddaba0d9b0a,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:53.464516 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-72889113-eea3-4fd8-a04b-277010608f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.672264 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48308) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:53.768282 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177535160-network', 'tenant_id': '277e77e09ecd43029350c6a91a11bbf5'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:16:53.787934 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Made reservation on behalf of 277e77e09ecd43029350c6a91a11bbf5 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:16:53.790246 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.798212 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.870486 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks [] for security_group (73d42aed-2c91-4b8d-a6fe-d0045779e0db), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.874080 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (73d42aed-2c91-4b8d-a6fe-d0045779e0db), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.899238 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 14:16:53.910943 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d42aed-2c91-4b8d-a6fe-d0045779e0db,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:53.914619 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (847578a4-abbe-40d2-b69a-cac5c0596291), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.914953 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Added segment 847578a4-abbe-40d2-b69a-cac5c0596291 of type vlan for network f37366e0-8a13-4932-aa83-df6295951dd0 Mar 03 14:16:53.956722 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728682778727'] for network (f37366e0-8a13-4932-aa83-df6295951dd0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.979923 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531'] for network (f37366e0-8a13-4932-aa83-df6295951dd0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:53.980838 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:53.981407 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:54.033142 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3597794 Mar 03 14:16:54.036111 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48312) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:16:54.041130 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Request body: {'subnet': {'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177535160-subnet', 'tenant_id': '277e77e09ecd43029350c6a91a11bbf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:16:54.043538 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ed10c-9b1a-4daf-a9e2-f7efa210dbca admin admin] Pushing event updated for resources: {'Network': ['ID=f37366e0-8a13-4932-aa83-df6295951dd0,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:54.054605 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Network f37366e0-8a13-4932-aa83-df6295951dd0 details requested by agent ovs-agent-dv-cinder-819778-8-iscsi with host dv-cinder-819778-8-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 14:16:54.059568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Made reservation on behalf of 277e77e09ecd43029350c6a91a11bbf5 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:16:54.062487 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63268338'] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:54.231029 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63268288'] for subnet (1a621599-df6c-40fe-a16f-4bc918b2c412), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:54.288424 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a621599-df6c-40fe-a16f-4bc918b2c412,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:54.299142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Checking segment: {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:16:54.299498 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Network hostable DHCP agents. Network: f37366e0-8a13-4932-aa83-df6295951dd0, hostable agents: ['cb0970b6-b037-443d-9d36-cc2d3c97d97a'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 14:16:54.315583 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Network f37366e0-8a13-4932-aa83-df6295951dd0 is scheduled to be hosted by DHCP agent cb0970b6-b037-443d-9d36-cc2d3c97d97a with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 14:16:54.323888 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-8-iscsi, f37366e0-8a13-4932-aa83-df6295951dd0) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:16:54.328238 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:54.328827 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:54.333283 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed32b2-7d06-4db2-8afa-6d48c67c304b None None] Network f37366e0-8a13-4932-aa83-df6295951dd0 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:16:54.344848 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ede57e85-9743-49ee-9263-2a568fcbbc39 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3076725 Mar 03 14:16:54.431587 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd313f2d-e7e6-415d-81d0-fea687b460c2 None None] Network f37366e0-8a13-4932-aa83-df6295951dd0 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:16:54.561654 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:56.028675 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:56.057658 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-a49c9aa2-655a-4b28-bb66-cb0ebd4ab142 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:56.059110 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-a49c9aa2-655a-4b28-bb66-cb0ebd4ab142 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 813 time: 0.0986681 Mar 03 14:16:56.073610 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-9a0f3a70-4aa1-4287-a9ba-8d46e9986e8e tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/quotas/277e77e09ecd43029350c6a91a11bbf5 HTTP/1.1" status: 200 len: 375 time: 0.0086753 Mar 03 14:16:56.105165 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-ba38cb8a-ae5a-4610-8328-49f2d2c0a6ee tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267856 Mar 03 14:16:56.197159 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-40c2678a-0057-4c5c-be42-7e316c43633f service neutron] 10.222.0.31 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Mar 03 14:16:56.283912 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-6df954ea-50cd-4970-b868-253795f79bb0 service neutron] 10.222.0.31 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811529 Mar 03 14:16:56.440383 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-40106bcd-b65d-42ee-894d-23828e1d9421 req-8762b97d-7ffc-4c15-ae1f-c28cdebcff50 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0305753 Mar 03 14:16:57.348270 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-fe059201-edbd-4218-9d39-5283d7be61b7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:57.349780 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-fe059201-edbd-4218-9d39-5283d7be61b7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 813 time: 0.1016498 Mar 03 14:16:57.361575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Request body: {'port': {'device_id': '758e6544-5244-4732-a77d-6fd48493c4a6', 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0', 'admin_state_up': True, 'tenant_id': '277e77e09ecd43029350c6a91a11bbf5'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:16:57.481306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Made reservation on behalf of 277e77e09ecd43029350c6a91a11bbf5 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:16:57.486582 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:57.490177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:57.566956 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-744a09ff-b0af-41af-b4bd-313610f0968a req-acbdca14-cdd4-4d0d-a39f-1ff1a77e8845 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0555153 Mar 03 14:16:57.633941 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Allocated IP 172.20.0.10 (f37366e0-8a13-4932-aa83-df6295951dd0/1a621599-df6c-40fe-a16f-4bc918b2c412/338f994f-080f-4699-b494-4584711e4821) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:16:57.776997 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks [] for port (338f994f-080f-4699-b494-4584711e4821), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:57.810002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (338f994f-080f-4699-b494-4584711e4821), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:57.857207 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Network f37366e0-8a13-4932-aa83-df6295951dd0 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:16:57.860192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:16:57.864439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:16:57.888276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Pushing event updated for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:57.902517 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.902902 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.903290 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.903649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.904018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.904386 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.904743 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.905107 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.905452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.905820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.906152 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.906483 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.906808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:16:57.926891 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:57.927483 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:57.942517 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-af3d511b-2c02-4b0f-af90-b82e7a0f5cdf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850739 Mar 03 14:16:57.953346 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Request body: {'port': {'device_id': '758e6544-5244-4732-a77d-6fd48493c4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:16:58.008805 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (338f994f-080f-4699-b494-4584711e4821), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.267077 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338f994f-080f-4699-b494-4584711e4821 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:16:58.274116 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks [] for port (338f994f-080f-4699-b494-4584711e4821), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.286232 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Transition to ACTIVE for port object 338f994f-080f-4699-b494-4584711e4821 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:16:58.289919 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (338f994f-080f-4699-b494-4584711e4821), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.341960 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Pushing event updated for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:58.409570 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Attempting to bind port 338f994f-080f-4699-b494-4584711e4821 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:16:58.410221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Attempting to bind port 338f994f-080f-4699-b494-4584711e4821 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:16:58.410221 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Attempting to bind port 338f994f-080f-4699-b494-4584711e4821 on network f37366e0-8a13-4932-aa83-df6295951dd0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:16:58.414377 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Port 338f994f-080f-4699-b494-4584711e4821 on network f37366e0-8a13-4932-aa83-df6295951dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:16:58.414720 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Attempting to bind port 338f994f-080f-4699-b494-4584711e4821 on network f37366e0-8a13-4932-aa83-df6295951dd0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:16:58.419305 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:16:58.419632 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Checking segment: {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:16:58.420004 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Bound using segment: {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:16:58.420418 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Bound port: 338f994f-080f-4699-b494-4584711e4821, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:16:58.420763 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (338f994f-080f-4699-b494-4584711e4821), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.482403 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:16:58.485828 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=338f994f-080f-4699-b494-4584711e4821,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:16:58.491865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (338f994f-080f-4699-b494-4584711e4821), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.524151 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:58.524737 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:16:58.526402 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] 10.222.0.13 "PUT /v2.0/ports/338f994f-080f-4699-b494-4584711e4821 HTTP/1.1" status: 200 len: 1094 time: 0.5767937 Mar 03 14:16:58.528392 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'tag': '338f994f-080f-4699-b494-4584711e4821'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:16:58.531256 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea79415-b972-4474-86d1-9643cfdcaa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "tag": "338f994f-080f-4699-b494-4584711e4821"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:16:58.558788 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec8a50-a93a-46d6-b845-3bd7aba64cae service neutron] Pushing event updated for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:16:58.576318 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ff87c-db0b-40b2-a551-23b397a00c2e x-openstack-request-id: req-d20ff87c-db0b-40b2-a551-23b397a00c2e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:16:58.576608 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "tag": "338f994f-080f-4699-b494-4584711e4821", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:16:58.576865 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d20ff87c-db0b-40b2-a551-23b397a00c2e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:16:58.577265 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'tag': '338f994f-080f-4699-b494-4584711e4821', 'status': 'completed', 'code': 200} Mar 03 14:16:58.645966 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-9a80949a-1aaf-4c9a-87bf-161e84dac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:58.647370 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-9a80949a-1aaf-4c9a-87bf-161e84dac597 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 1128 time: 0.0559883 Mar 03 14:16:58.704657 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-23858971-59e8-4c36-beec-64b9be60953a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f994f-080f-4699-b494-4584711e4821 HTTP/1.1" status: 200 len: 217 time: 0.0356555 Mar 03 14:16:58.758324 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924190-2c94-4f03-a1c1-da6b9d7031a5 req-d3e4e9a4-9def-4141-84d1-c4ecc85171be tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:58.759817 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04924190-2c94-4f03-a1c1-da6b9d7031a5 req-d3e4e9a4-9def-4141-84d1-c4ecc85171be tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 944 time: 0.1248832 Mar 03 14:16:58.770300 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-b7847f8b-e4cf-4357-8bea-405aae708433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:58.771656 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-b7847f8b-e4cf-4357-8bea-405aae708433 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a621599-df6c-40fe-a16f-4bc918b2c412 HTTP/1.1" status: 200 len: 853 time: 0.0603487 Mar 03 14:16:58.820299 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-262cdcb6-c7bb-4829-b184-70e9553583f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f37366e0-8a13-4932-aa83-df6295951dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427289 Mar 03 14:16:58.851687 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04924190-2c94-4f03-a1c1-da6b9d7031a5 req-9838d7b3-f362-43ad-8f25-f2f0d926e938 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839722 Mar 03 14:16:58.917689 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-8ffcf2ba-1990-4a03-87a7-bcc34089fcb3 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876667 Mar 03 14:16:59.281166 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d10e72d-511d-4e89-9d1a-d41af7df05b4 req-adce6293-8adb-4f03-b7fb-44798623b96a service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580389 Mar 03 14:16:59.364409 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-215a8588-2d6c-4403-a564-c4abd53f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:59.365883 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-215a8588-2d6c-4403-a564-c4abd53f0438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 1128 time: 0.0428212 Mar 03 14:16:59.456304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-d57a83a2-d7ec-46af-8af9-f3e713d95075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:59.457743 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-d57a83a2-d7ec-46af-8af9-f3e713d95075 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 914 time: 0.0864451 Mar 03 14:16:59.497199 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-ce14e556-f70f-4af0-a89d-1596832b7d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f994f-080f-4699-b494-4584711e4821 HTTP/1.1" status: 200 len: 217 time: 0.0331430 Mar 03 14:16:59.542200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-a72505fc-0370-4359-be92-f40698bd0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:59.543539 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-a72505fc-0370-4359-be92-f40698bd0b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a621599-df6c-40fe-a16f-4bc918b2c412 HTTP/1.1" status: 200 len: 853 time: 0.0408466 Mar 03 14:16:59.572988 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-4998af67-13e4-4dfa-beb6-570409751c7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f37366e0-8a13-4932-aa83-df6295951dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237715 Mar 03 14:16:59.661021 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-a41d98a1-a263-4ee8-b76d-91b4d20d8094 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819945 Mar 03 14:16:59.746963 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ea79415-b972-4474-86d1-9643cfdcaa5d req-91268540-7e37-4894-a774-32d4bcf4aaec service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795648 Mar 03 14:16:59.972728 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621356d-d9ca-475e-94f5-8c938df3b196 req-380ffe5d-02d8-4763-94de-57210bf79062 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:16:59.974221 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6621356d-d9ca-475e-94f5-8c938df3b196 req-380ffe5d-02d8-4763-94de-57210bf79062 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 944 time: 0.0568275 Mar 03 14:17:00.019403 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6621356d-d9ca-475e-94f5-8c938df3b196 req-c9779ae5-2540-4c17-b549-c5957865f5b0 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Mar 03 14:17:01.140137 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7705-7e92-4850-8fde-74899f83f318 req-24c71ce5-de47-434e-b765-4964915227c2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:01.141599 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-468b7705-7e92-4850-8fde-74899f83f318 req-24c71ce5-de47-434e-b765-4964915227c2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 944 time: 0.0580282 Mar 03 14:17:01.187044 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-468b7705-7e92-4850-8fde-74899f83f318 req-4d0cefc7-2380-43a9-912a-ef3fee2c7eeb tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Mar 03 14:17:01.270396 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:01.678756 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 338f994f-080f-4699-b494-4584711e4821 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:17:01.775726 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=338f994f-080f-4699-b494-4584711e4821,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:17:01.786554 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': '338f994f-080f-4699-b494-4584711e4821', 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0', 'port_id': '338f994f-080f-4699-b494-4584711e4821', 'mac_address': 'fa:16:3e:7b:25:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a621599-df6c-40fe-a16f-4bc918b2c412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:17:01.821313 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 338f994f-080f-4699-b494-4584711e4821 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:17:01.821717 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (338f994f-080f-4699-b494-4584711e4821), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:01.834238 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338f994f-080f-4699-b494-4584711e4821 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:17:01.852803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=338f994f-080f-4699-b494-4584711e4821,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:17:01.856805 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (338f994f-080f-4699-b494-4584711e4821), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:01.905925 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:17:02.082990 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['338f994f-080f-4699-b494-4584711e4821'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:17:02.301188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ba96-43a5-4e44-8403-fbcd8960040a req-fab3a905-25fa-4bad-a9a9-79bd67f18993 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:02.302697 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6456ba96-43a5-4e44-8403-fbcd8960040a req-fab3a905-25fa-4bad-a9a9-79bd67f18993 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0511227 Mar 03 14:17:02.350881 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6456ba96-43a5-4e44-8403-fbcd8960040a req-89a33df7-4e93-4532-aaff-73f420e24ff0 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Mar 03 14:17:03.468373 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdc52d-2d01-452f-9261-44c6520c99cf req-589d6d96-10df-44c0-b085-48a3539169fa tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:03.469905 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3fdc52d-2d01-452f-9261-44c6520c99cf req-589d6d96-10df-44c0-b085-48a3539169fa tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Mar 03 14:17:03.518545 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3fdc52d-2d01-452f-9261-44c6520c99cf req-6e38ad74-9f00-4e7b-97a2-c872272e2262 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Mar 03 14:17:03.711304 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 338f994f-080f-4699-b494-4584711e4821 up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:17:03.762758 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port 338f994f-080f-4699-b494-4584711e4821 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:17:03.767234 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port 338f994f-080f-4699-b494-4584711e4821 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:17:03.767610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (338f994f-080f-4699-b494-4584711e4821), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:03.841578 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port 338f994f-080f-4699-b494-4584711e4821 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:17:03.841990 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (338f994f-080f-4699-b494-4584711e4821), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:03.864516 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f994f-080f-4699-b494-4584711e4821'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:17:03.867026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0592e99e-bf57-444e-90a3-d0fcbfc3e350" -d '{"events": [{"server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "name": "network-vif-plugged", "status": "completed", "tag": "338f994f-080f-4699-b494-4584711e4821"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:17:03.880379 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=338f994f-080f-4699-b494-4584711e4821,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:17:03.884645 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (338f994f-080f-4699-b494-4584711e4821), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:03.906666 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabfef2-d3c4-4b42-9abb-2086541adff8 x-openstack-request-id: req-5cabfef2-d3c4-4b42-9abb-2086541adff8 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:17:03.906955 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "name": "network-vif-plugged", "status": "completed", "tag": "338f994f-080f-4699-b494-4584711e4821", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:17:03.907207 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cabfef2-d3c4-4b42-9abb-2086541adff8 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:17:03.907594 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f994f-080f-4699-b494-4584711e4821', 'code': 200} Mar 03 14:17:03.936227 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:17:04.063264 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d0314-e2a0-43ed-b530-1a5f16b07d5a req-a7a9a461-5ffc-407e-a0db-b54b1fa44168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:04.064725 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee6d0314-e2a0-43ed-b530-1a5f16b07d5a req-a7a9a461-5ffc-407e-a0db-b54b1fa44168 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 1130 time: 0.0429339 Mar 03 14:17:04.105775 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ee6d0314-e2a0-43ed-b530-1a5f16b07d5a req-2faed8eb-3644-4e08-87d8-b5adf16fba18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355420 Mar 03 14:17:04.634328 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d980d9-0db4-457d-adf7-2f4dfc73ba30 req-17d75c98-8337-45e3-bb05-c8a2b3600fb3 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:04.635765 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-23d980d9-0db4-457d-adf7-2f4dfc73ba30 req-17d75c98-8337-45e3-bb05-c8a2b3600fb3 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 946 time: 0.0539343 Mar 03 14:17:04.680580 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-23d980d9-0db4-457d-adf7-2f4dfc73ba30 req-4d3fb69a-1332-4c91-bdd5-27e67dd7cd04 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Mar 03 14:17:05.798846 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012184d2-32e1-4826-8b61-715815801633 req-cad289a6-9d25-4b85-8cc4-c61941a309d7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:05.801051 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-012184d2-32e1-4826-8b61-715815801633 req-cad289a6-9d25-4b85-8cc4-c61941a309d7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Mar 03 14:17:05.844713 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-012184d2-32e1-4826-8b61-715815801633 req-42684e3b-c04b-491d-b2a7-33940650ad0f tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Mar 03 14:17:08.785032 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:17:21.116245 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-02272410-9429-4680-b1e4-629caf1d2edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:23.465461 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6dad3767-bc85-4c6b-b85f-d5065733c8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:24.564238 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:26.029203 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:27.492398 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:31.274205 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:42.422993 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-2b634a9f-0487-47a0-9f6c-d105129375c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451415 Mar 03 14:17:42.507957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9effa-460b-4aee-b806-0252f8873bea req-7de9b54b-6c83-4ce4-a813-02b5c2965d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:42.509451 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-7de9b54b-6c83-4ce4-a813-02b5c2965d9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1129 time: 0.0445793 Mar 03 14:17:42.610754 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9effa-460b-4aee-b806-0252f8873bea req-26e9ee8c-0035-438f-a9dc-caf22de6bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:42.612265 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-26e9ee8c-0035-438f-a9dc-caf22de6bd57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.0828979 Mar 03 14:17:42.684757 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-482afe5f-9108-4de8-831f-a82f86b0c4a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 1001 time: 0.0652194 Mar 03 14:17:42.732142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9effa-460b-4aee-b806-0252f8873bea req-39843669-8987-43ea-98db-55bc8a60c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:42.733562 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-39843669-8987-43ea-98db-55bc8a60c059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0428870 Mar 03 14:17:42.783004 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9effa-460b-4aee-b806-0252f8873bea req-1f818c1a-909e-47a0-b604-e1400ce307d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:42.784482 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-1f818c1a-909e-47a0-b604-e1400ce307d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450029 Mar 03 14:17:42.878926 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-85c1b133-4543-4945-89c2-e555f3ffef54 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 Mar 03 14:17:42.966012 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-71f9effa-460b-4aee-b806-0252f8873bea req-4edfac79-ef8c-482e-8151-09681642a0f6 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Mar 03 14:17:45.788891 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:17:47.247532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024a3d-3f80-4b69-9c47-f51fd359f235 req-f37ffc30-7e82-404b-b7b6-03e2303efdde tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:47.248973 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19024a3d-3f80-4b69-9c47-f51fd359f235 req-f37ffc30-7e82-404b-b7b6-03e2303efdde tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 946 time: 0.0559499 Mar 03 14:17:47.293759 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19024a3d-3f80-4b69-9c47-f51fd359f235 req-5b9fc186-bb45-4911-bc72-e9f51a2ca5d7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Mar 03 14:17:48.412222 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65be57-1d34-4af7-9059-2cc3f3051564 req-384cf3b6-c0a5-4870-8e1f-e6b3245412f2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:48.413688 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f65be57-1d34-4af7-9059-2cc3f3051564 req-384cf3b6-c0a5-4870-8e1f-e6b3245412f2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 946 time: 0.0514109 Mar 03 14:17:48.459457 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f65be57-1d34-4af7-9059-2cc3f3051564 req-530c4969-d8a5-42ce-8f9e-5024d4ef46cf tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Mar 03 14:17:48.915632 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-a11af727-7dbc-4b76-b732-233be47a7179 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:17:48.917042 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-a11af727-7dbc-4b76-b732-233be47a7179 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 946 time: 0.0504844 Mar 03 14:17:49.013532 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Deleting port 338f994f-080f-4699-b494-4584711e4821 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:17:49.013827 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (338f994f-080f-4699-b494-4584711e4821), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:49.103503 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] For port 338f994f-080f-4699-b494-4584711e4821, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=338f994f-080f-4699-b494-4584711e4821,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:17:49.103862 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (338f994f-080f-4699-b494-4584711e4821), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:49.120382 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Calling delete_port for 338f994f-080f-4699-b494-4584711e4821 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:17:49.243525 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (338f994f-080f-4699-b494-4584711e4821), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:49.256291 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['338f994f-080f-4699-b494-4584711e4821'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:17:49.269689 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Pushing event deleted for resources: {'Port': ['ID=338f994f-080f-4699-b494-4584711e4821,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:17:49.317691 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] No DVR routers for this DVR port 338f994f-080f-4699-b494-4584711e4821 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:17:49.320217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:49.323626 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3612a2c7-0d6e-4a5c-aaee-dc4a2db13090 req-12006014-56bd-4e3d-8e43-b05ecd0af89c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "DELETE /v2.0/ports/338f994f-080f-4699-b494-4584711e4821 HTTP/1.1" status: 204 len: 173 time: 0.4014952 Mar 03 14:17:49.324040 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'name': 'network-vif-deleted', 'tag': '338f994f-080f-4699-b494-4584711e4821'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:17:49.326646 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e13a8c-9ee2-44ce-9869-f1a05d1d6dbd" -d '{"events": [{"server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "name": "network-vif-deleted", "tag": "338f994f-080f-4699-b494-4584711e4821"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:17:49.366834 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1506573f-457e-475a-961e-20f26d850f5a x-openstack-request-id: req-1506573f-457e-475a-961e-20f26d850f5a {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:17:49.367128 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758e6544-5244-4732-a77d-6fd48493c4a6", "name": "network-vif-deleted", "tag": "338f994f-080f-4699-b494-4584711e4821", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:17:49.367398 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1506573f-457e-475a-961e-20f26d850f5a {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:17:49.367792 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758e6544-5244-4732-a77d-6fd48493c4a6', 'name': 'network-vif-deleted', 'tag': '338f994f-080f-4699-b494-4584711e4821', 'status': 'completed', 'code': 200} Mar 03 14:17:49.566350 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14b35881-0e3a-4eec-a37d-19db81dd728e req-a6ba2ed5-0473-4b74-a4f8-fa82fac72f6c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=758e6544-5244-4732-a77d-6fd48493c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0325980 Mar 03 14:17:51.136021 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f4b27a9d-c29e-4281-b482-e40b9f94d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:52.713609 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 338f994f-080f-4699-b494-4584711e4821 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:17:52.733606 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 338f994f-080f-4699-b494-4584711e4821 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:17:52.733968 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 338f994f-080f-4699-b494-4584711e4821 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:17:53.466012 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-00fd19f8-6478-45c4-856a-38d9720fc0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:54.565223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:56.032710 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:17:57.494404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:00.727851 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-4be8c09e-c07b-40c2-bcd7-119ae590ce97 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:00.729320 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-4be8c09e-c07b-40c2-bcd7-119ae590ce97 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 813 time: 0.1013281 Mar 03 14:18:00.744000 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-dc2bafd2-c7c2-4e23-84d6-254c70ed8fb8 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/quotas/277e77e09ecd43029350c6a91a11bbf5 HTTP/1.1" status: 200 len: 375 time: 0.0092306 Mar 03 14:18:00.775565 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-4a82bfc3-2ece-42f7-8835-ff4906f7e336 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262949 Mar 03 14:18:00.860328 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-0f61251c-7c8d-4016-ae1d-7b2465012269 service neutron] 10.222.0.31 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783257 Mar 03 14:18:00.948995 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-79f577a1-72c0-4d13-a0cb-bdf3325d6378 service neutron] 10.222.0.31 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825448 Mar 03 14:18:01.103479 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca23b56b-5216-4c53-9e86-e8aa06d7457a req-b57deb0d-1c19-49f1-ae75-fb0bca0f6779 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 210 time: 0.0270865 Mar 03 14:18:01.267910 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.005927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-2b794e69-2f4c-4796-9edf-d98c24aa0559 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:02.007291 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-2b794e69-2f4c-4796-9edf-d98c24aa0559 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 813 time: 0.1057055 Mar 03 14:18:02.019267 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Request body: {'port': {'device_id': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0', 'admin_state_up': True, 'tenant_id': '277e77e09ecd43029350c6a91a11bbf5'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:18:02.122283 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Made reservation on behalf of 277e77e09ecd43029350c6a91a11bbf5 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 14:18:02.125899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.215293 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-117737fe-b009-4d03-9d4c-d87e9b96c77c req-a6201c8b-cb46-4554-be2f-99e0082a24a3 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 210 time: 0.0354435 Mar 03 14:18:02.270083 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Allocated IP 172.20.0.7 (f37366e0-8a13-4932-aa83-df6295951dd0/1a621599-df6c-40fe-a16f-4bc918b2c412/b1cf84df-281c-42ec-ab23-aa9fe89aad4e) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 14:18:02.408863 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks [] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.441081 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728682761988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.482538 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Network f37366e0-8a13-4932-aa83-df6295951dd0 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 14:18:02.485531 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 14:18:02.489539 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 14:18:02.517303 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Pushing event updated for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:02.530673 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.531019 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.531361 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.531691 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.532018 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.532348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.532673 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.533002 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.533322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.533659 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.533984 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.534304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.534622 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:02.554687 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:02.555289 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.573705 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-f701278d-91f3-430e-894a-34e4895f6c5b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583639 Mar 03 14:18:02.585468 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Request body: {'port': {'device_id': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 14:18:02.640827 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.901187 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cf84df-281c-42ec-ab23-aa9fe89aad4e {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:18:02.908486 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks [] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.920842 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Transition to ACTIVE for port object b1cf84df-281c-42ec-ab23-aa9fe89aad4e will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 14:18:02.924512 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:02.973314 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:03.035115 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Attempting to bind port b1cf84df-281c-42ec-ab23-aa9fe89aad4e on host hv-cinder-81977 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 14:18:03.035927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Attempting to bind port b1cf84df-281c-42ec-ab23-aa9fe89aad4e by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 14:18:03.035927 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Attempting to bind port b1cf84df-281c-42ec-ab23-aa9fe89aad4e on network f37366e0-8a13-4932-aa83-df6295951dd0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:18:03.040517 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Port b1cf84df-281c-42ec-ab23-aa9fe89aad4e on network f37366e0-8a13-4932-aa83-df6295951dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 14:18:03.040833 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Attempting to bind port b1cf84df-281c-42ec-ab23-aa9fe89aad4e on network f37366e0-8a13-4932-aa83-df6295951dd0 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 14:18:03.045439 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Checking agent: {'id': '1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'started_at': datetime.datetime(2022, 3, 3, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 14:18:03.045803 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Checking segment: {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 14:18:03.046176 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Bound using segment: {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 14:18:03.046748 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Bound port: b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847578a4-abbe-40d2-b69a-cac5c0596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 14:18:03.047101 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:03.110427 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 14:18:03.113309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 14:18:03.120082 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63603417'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:03.155556 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.156161 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:03.157530 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1cf84df-281c-42ec-ab23-aa9fe89aad4e HTTP/1.1" status: 200 len: 1093 time: 0.5761788 Mar 03 14:18:03.158035 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:03.160236 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5474172-c2ca-4f75-ab3c-e295347af4df" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:03.183840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55861c8d-8394-4721-93b4-8a4ca7d9d541 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:03.204935 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970a843-3973-4988-b34a-2a8b0e2a9f79 x-openstack-request-id: req-7970a843-3973-4988-b34a-2a8b0e2a9f79 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:03.205218 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:03.205466 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7970a843-3973-4988-b34a-2a8b0e2a9f79 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:03.205888 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e', 'status': 'completed', 'code': 200} Mar 03 14:18:03.242786 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-036f7242-c269-4090-ab9e-7509b9a25829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.243709 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-036f7242-c269-4090-ab9e-7509b9a25829 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 1127 time: 0.0472376 Mar 03 14:18:03.287824 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-77f0c3a4-b71c-4feb-a069-c30bb09111f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e HTTP/1.1" status: 200 len: 217 time: 0.0364048 Mar 03 14:18:03.358223 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-df1bed14-5839-4afe-bb61-d86847519a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.359664 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-df1bed14-5839-4afe-bb61-d86847519a91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a621599-df6c-40fe-a16f-4bc918b2c412 HTTP/1.1" status: 200 len: 853 time: 0.0647786 Mar 03 14:18:03.382527 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692f9c5-91d7-4089-97e9-dc7f0cb4ae99 req-8f218812-e7b1-4bbb-9f83-5e6eaa89cb84 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.383947 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5692f9c5-91d7-4089-97e9-dc7f0cb4ae99 req-8f218812-e7b1-4bbb-9f83-5e6eaa89cb84 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 943 time: 0.0986967 Mar 03 14:18:03.401517 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-870ead77-3671-4306-94c8-cda9a48c7c3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f37366e0-8a13-4932-aa83-df6295951dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345716 Mar 03 14:18:03.490909 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5692f9c5-91d7-4089-97e9-dc7f0cb4ae99 req-66ce528e-e768-4d12-b0f8-d01758189f10 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919576 Mar 03 14:18:03.524300 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-c2a409e3-1a04-4a11-bfc3-7c2bd680a8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113472 Mar 03 14:18:03.612759 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5d50414-65ba-44da-bb1c-b3101b1b00dd req-aacb6db3-1ebb-49f2-af65-5884b9c31717 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815804 Mar 03 14:18:03.708140 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-8a2c20bd-2e2e-4556-bdaa-0859ee32a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.709666 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-8a2c20bd-2e2e-4556-bdaa-0859ee32a570 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=277e77e09ecd43029350c6a91a11bbf5&device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 1127 time: 0.0481925 Mar 03 14:18:03.795108 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-a8d611cf-d16f-4c92-9ec6-5b0b907b98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.796566 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-a8d611cf-d16f-4c92-9ec6-5b0b907b98da service neutron] 10.222.0.13 "GET /v2.0/networks?id=f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 200 len: 914 time: 0.0809157 Mar 03 14:18:03.837316 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-6f23f0df-f31d-4e00-a171-1426c1f3aebc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e HTTP/1.1" status: 200 len: 217 time: 0.0337732 Mar 03 14:18:03.890032 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-d3d81118-9556-4e4e-ab73-288c63bdaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:03.891455 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-d3d81118-9556-4e4e-ab73-288c63bdaeff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a621599-df6c-40fe-a16f-4bc918b2c412 HTTP/1.1" status: 200 len: 853 time: 0.0465741 Mar 03 14:18:03.922939 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-9bbd9077-a6c6-4a27-ac30-db56319053c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f37366e0-8a13-4932-aa83-df6295951dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239046 Mar 03 14:18:04.008365 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-ffb42eb6-8a22-44c2-b4b0-41aa920c9be0 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789363 Mar 03 14:18:04.097489 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b5474172-c2ca-4f75-ab3c-e295347af4df req-241e82fc-350d-4259-ba60-54c80fc31851 service neutron] 10.222.0.13 "GET /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820887 Mar 03 14:18:04.608568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b544c-73eb-4ee1-816d-7248bd725dd8 req-ea8e9923-00e6-4db4-b1d5-a94be03106c4 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:04.610033 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-659b544c-73eb-4ee1-816d-7248bd725dd8 req-ea8e9923-00e6-4db4-b1d5-a94be03106c4 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 943 time: 0.0521100 Mar 03 14:18:04.655113 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-659b544c-73eb-4ee1-816d-7248bd725dd8 req-3c39b8c9-2a31-4eac-b3f6-fabe092048ef tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393794 Mar 03 14:18:05.777118 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0065f-aa60-47ba-83c3-6c350e27a7a4 req-6379eebc-8d88-488b-b188-c0d36c47ebb6 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:05.778622 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74d0065f-aa60-47ba-83c3-6c350e27a7a4 req-6379eebc-8d88-488b-b188-c0d36c47ebb6 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 943 time: 0.0567262 Mar 03 14:18:05.824471 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74d0065f-aa60-47ba-83c3-6c350e27a7a4 req-ceff4927-f37a-49ae-9687-68082b3d3232 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Mar 03 14:18:06.022223 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device b1cf84df-281c-42ec-ab23-aa9fe89aad4e details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 14:18:06.118160 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:06.128881 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Returning: {'device': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e', 'network_id': 'f37366e0-8a13-4932-aa83-df6295951dd0', 'port_id': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e', 'mac_address': 'fa:16:3e:9a:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a621599-df6c-40fe-a16f-4bc918b2c412', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 14:18:06.164208 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port b1cf84df-281c-42ec-ab23-aa9fe89aad4e is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:18:06.164595 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:06.177212 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cf84df-281c-42ec-ab23-aa9fe89aad4e {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 14:18:06.196311 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:06.200131 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:06.245314 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:06.252260 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.252642 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.252987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.253321 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.253682 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.254013 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.254338 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.254895 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.255229 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.255557 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.255883 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.256204 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.256523 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:06.472781 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['b1cf84df-281c-42ec-ab23-aa9fe89aad4e'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:18:06.940490 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491ae38-a3b3-4fed-b96b-188d43a47aa6 req-9d0f5812-9986-4faf-877a-dbfd1c33a550 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:06.942505 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b491ae38-a3b3-4fed-b96b-188d43a47aa6 req-9d0f5812-9986-4faf-877a-dbfd1c33a550 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 944 time: 0.0516331 Mar 03 14:18:06.988324 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b491ae38-a3b3-4fed-b96b-188d43a47aa6 req-71936197-e56e-4588-9e94-abb0ab55ac5a tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Mar 03 14:18:08.039057 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device b1cf84df-281c-42ec-ab23-aa9fe89aad4e up at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 14:18:08.086477 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning for port b1cf84df-281c-42ec-ab23-aa9fe89aad4e completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 14:18:08.090268 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Provisioning complete for port b1cf84df-281c-42ec-ab23-aa9fe89aad4e triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 14:18:08.090644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1384311'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:08.103697 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da938b7-e7c8-4e82-b755-6df1dd51a242 req-05c3a061-ac4b-431f-aed8-2b6dbf04052b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:08.105194 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4da938b7-e7c8-4e82-b755-6df1dd51a242 req-05c3a061-ac4b-431f-aed8-2b6dbf04052b tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 944 time: 0.0516832 Mar 03 14:18:08.154889 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4da938b7-e7c8-4e82-b755-6df1dd51a242 req-3b763675-3fef-441a-ab18-6fc657f38c8d tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Mar 03 14:18:08.169390 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Current status of the port b1cf84df-281c-42ec-ab23-aa9fe89aad4e is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 14:18:08.169812 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780412'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:08.191713 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:08.193963 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1972b7e2bb8e32c361510163fcbd64c8910abb61204381334dfb8f454787296" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c0fc6-b473-4ed9-b456-27c5bbe49ec3" -d '{"events": [{"server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:08.206359 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:08.210973 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728683087598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728682762006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728682762024'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:08.235186 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8a29b-2b91-4017-8316-d6c2207c3013 x-openstack-request-id: req-6ab8a29b-2b91-4017-8316-d6c2207c3013 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:08.235480 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:08.235737 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ab8a29b-2b91-4017-8316-d6c2207c3013 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:08.236127 dv-cinder-819778-8-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e', 'code': 200} Mar 03 14:18:08.260927 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Pushing event updated for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:08.390775 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb1ac1-bce9-4977-a6fc-1d6f11ed6f80 req-34ddd04e-6dc3-46ed-a5f2-b2cbadd11435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:08.392588 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8bb1ac1-bce9-4977-a6fc-1d6f11ed6f80 req-34ddd04e-6dc3-46ed-a5f2-b2cbadd11435 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 1129 time: 0.0416942 Mar 03 14:18:08.433795 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a8bb1ac1-bce9-4977-a6fc-1d6f11ed6f80 req-7d04055a-0b2a-47bb-9ab5-2b4f8c78d97e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357008 Mar 03 14:18:09.273223 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117456-297b-409d-9110-9991187d854d req-cc9de70c-571e-46e3-8611-394f7cf1ad82 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:09.274699 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-01117456-297b-409d-9110-9991187d854d req-cc9de70c-571e-46e3-8611-394f7cf1ad82 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Mar 03 14:18:09.321586 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-01117456-297b-409d-9110-9991187d854d req-14c8b040-ca13-4ea3-a889-a73cbaf6b2d1 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Mar 03 14:18:09.549649 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48676) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:09.901171 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port 028b27ca-edec-49aa-9c08-c9b41509fcae {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:09.901409 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:09.976227 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:09.976547 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (028b27ca-edec-49aa-9c08-c9b41509fcae), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:09.987775 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for 028b27ca-edec-49aa-9c08-c9b41509fcae owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:10.152914 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (028b27ca-edec-49aa-9c08-c9b41509fcae), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.176274 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=028b27ca-edec-49aa-9c08-c9b41509fcae,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:10.201935 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.202266 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.202605 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.202937 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.203263 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.203586 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.203908 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.204230 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.204546 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.204865 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.205178 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.205490 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.205824 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-8-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 14:18:10.226934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48680) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:10.250134 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.250456 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP 6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd disassociated (deleted). External IP: 172.27.0.201, port: 6cc7d042-936d-4cc4-8581-2399f209c983. Mar 03 14:18:10.385272 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Deleting port cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:10.385889 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.462364 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:10.493258 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.493579 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for floatingip (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.502239 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9c0d-47c0-42c5-af7c-af6d062f4354 req-485a434d-5a70-4ea3-b332-4bf646a5d5df tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:10.503694 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be0f9c0d-47c0-42c5-af7c-af6d062f4354 req-485a434d-5a70-4ea3-b332-4bf646a5d5df tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 945 time: 0.1066291 Mar 03 14:18:10.519878 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Calling delete_port for cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:10.570213 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:10.575026 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.580526 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:10.590551 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:10.591377 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:10.598738 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-be0f9c0d-47c0-42c5-af7c-af6d062f4354 req-d117df76-ccd1-47a7-959f-14f46f3a60dc tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869520 Mar 03 14:18:10.608733 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-970e0d8b-638a-4224-8ffc-1e7296bc04eb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd HTTP/1.1" status: 204 len: 168 time: 1.0579851 Mar 03 14:18:10.609390 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:10.611734 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688ded7be38aed4e364f7f5e194e89cabbeb6a70be75c0b17fe0ec46efa65bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e87bc-53be-4eb6-a549-d0e267d6c61b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:10.682841 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae69ac-93d6-40d4-9cf2-0ebe421c53d5 x-openstack-request-id: req-60ae69ac-93d6-40d4-9cf2-0ebe421c53d5 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:10.683187 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:10.683496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60ae69ac-93d6-40d4-9cf2-0ebe421c53d5 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:10.684470 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983', 'status': 'completed', 'code': 200} Mar 03 14:18:10.720899 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.737658 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:10.767175 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event deleted for resources: {'Port': ['ID=cc95e69c-d034-4dab-a8d7-4e6dfcfeaefa,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:10.838615 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-ef94eb82-495b-4fa0-aa20-e916588c45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:10.840710 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-ef94eb82-495b-4fa0-aa20-e916588c45b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 1130 time: 0.1312375 Mar 03 14:18:10.843572 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for floatingip (7c916c94-82ec-4449-81d5-464fd400f797), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:10.843915 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Floating IP 7c916c94-82ec-4449-81d5-464fd400f797 disassociated (deleted). External IP: 172.27.0.56, port: 4ff73d54-4302-401a-9a7e-c8c1662e6da8. Mar 03 14:18:11.063389 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-55a956b3-4ddd-4010-8133-6c6c53e7a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:11.064426 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-55a956b3-4ddd-4010-8133-6c6c53e7a6fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.2168965 Mar 03 14:18:11.074000 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e61b9-fd8f-4850-adec-7e3e154a82b8 req-7ab11e1e-d34c-4dab-a7fe-8413ccd1e113 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:11.080867 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-723e61b9-fd8f-4850-adec-7e3e154a82b8 req-7ab11e1e-d34c-4dab-a7fe-8413ccd1e113 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.1811569 Mar 03 14:18:11.141571 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-cf7d1676-f43e-40ac-938b-42ae0ea3ca02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 200 len: 217 time: 0.0585766 Mar 03 14:18:11.161491 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:11.188053 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:11.196538 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:11.197164 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:11.309503 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:11.527435 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-723e61b9-fd8f-4850-adec-7e3e154a82b8 req-27bccfff-585b-4646-88f9-27f1ff73d44c tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4456682 Mar 03 14:18:11.557443 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:11.568574 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-1f735865-5f7b-47b6-b4e0-392431bb4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:11.569957 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-1f735865-5f7b-47b6-b4e0-392431bb4d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.3957992 Mar 03 14:18:11.583454 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0738a-4de4-405a-b503-0f3cbaa74508 None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_floatingips': [{'id': '87b2ae53-9725-41c1-8928-7a545b24320c', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'router_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'port_id': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'mac_address': 'fa:16:3e:b6:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T14:14:04Z', 'updated_at': '2022-03-03T14:14:07Z', 'revision_number': 1, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:11.612380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Router bf7439e3-6383-4eb3-9ef6-3e953686fc5b has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:11.670504 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-ee9fbabe-7578-419c-b7e8-a68ccf4b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:11.672020 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-ee9fbabe-7578-419c-b7e8-a68ccf4b7db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936728 Mar 03 14:18:11.796600 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:11.801925 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:11.811157 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Sync routers for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:11.822168 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:11.822780 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:11.823505 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6ee21-3d5f-4f52-874b-3fc9955a1e26 None None] New status for floating IP 6f72e86d-1ecf-4b07-9e48-e4fc0a963bfd: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:18:11.838477 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-2999dc3f-777f-4c64-8d22-05afd3a1e3e4 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583750 Mar 03 14:18:11.846054 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-924e720a-b2e2-47ee-b0f6-a198ecf39c92 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "DELETE /v2.0/floatingips/7c916c94-82ec-4449-81d5-464fd400f797 HTTP/1.1" status: 204 len: 168 time: 1.6156087 Mar 03 14:18:11.846054 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:11.846389 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bf4441-9d57-4344-b5a8-93e980e2d29f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:11.919061 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833bce89-b345-4efe-a34f-cf73f76044c5 x-openstack-request-id: req-833bce89-b345-4efe-a34f-cf73f76044c5 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:11.919280 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:11.921789 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-833bce89-b345-4efe-a34f-cf73f76044c5 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:11.922304 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'status': 'completed', 'code': 200} Mar 03 14:18:11.961211 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:11.997395 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-058e87bc-53be-4eb6-a549-d0e267d6c61b req-e05e54d3-0a0d-4fd4-8c37-7f2a75c46440 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425271 Mar 03 14:18:12.021875 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-c634d8ab-ac84-4322-85b5-8e5386326532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.023419 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-c634d8ab-ac84-4322-85b5-8e5386326532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 1129 time: 0.0688059 Mar 03 14:18:12.173291 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc8f6-3a66-457b-b1e2-74324c9b53c5 req-509b199b-3684-41aa-ac06-c09b637fce3d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.174840 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-974bc8f6-3a66-457b-b1e2-74324c9b53c5 req-509b199b-3684-41aa-ac06-c09b637fce3d tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0836060 Mar 03 14:18:12.176130 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-7eaec5f2-7cce-4dd6-9c3e-2b9593df360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.178075 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-7eaec5f2-7cce-4dd6-9c3e-2b9593df360e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 200 len: 910 time: 0.1441545 Mar 03 14:18:12.188818 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:12.214854 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Checking router: bf7439e3-6383-4eb3-9ef6-3e953686fc5b for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:12.223158 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:12.224378 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:12.231683 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-4963dbd0-a212-4b2c-bdd9-2d3e0fd314b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 200 len: 217 time: 0.0445445 Mar 03 14:18:12.285096 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-974bc8f6-3a66-457b-b1e2-74324c9b53c5 req-1bb8c02e-0e89-463a-91a9-7db5046c09f3 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036699 Mar 03 14:18:12.308359 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-d53cfac8-a55b-4476-88b4-113fed6fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.309838 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-d53cfac8-a55b-4476-88b4-113fed6fed02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 200 len: 848 time: 0.0653434 Mar 03 14:18:12.331783 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:12.362192 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-1091c25c-08b1-4866-aebf-f1696ff78ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.363580 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-1091c25c-08b1-4866-aebf-f1696ff78ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6980b223-35ce-4208-ab39-1246a47ff45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437324 Mar 03 14:18:12.484788 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-6f3650aa-ee24-4e5e-97c7-ba266e439198 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146297 Mar 03 14:18:12.492907 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-8fe5b0ce-eb20-47f4-9a9c-ea45c3d48184 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.494262 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-8fe5b0ce-eb20-47f4-9a9c-ea45c3d48184 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.0810652 Mar 03 14:18:12.531809 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:12.558805 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a7ba6-8c60-4e83-8ca4-6d95646f9047 None None] The sync data for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi is: [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:36Z', 'revision_number': 4, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': '78f7bf57-ea17-48ed-b87c-090edc458555', 'name': '', 'network_id': '6980b223-35ce-4208-ab39-1246a47ff45e', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'mac_address': 'fa:16:3e:13:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:36Z', 'updated_at': '2022-03-03T14:13:42Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'subnets': [{'id': '9e65a0d7-3b4c-46a1-bf55-9f5577d36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:12.682053 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9bf4441-9d57-4344-b5a8-93e980e2d29f req-db199b15-9c71-4b48-a9d4-63eb2e68c575 service neutron] 10.222.0.13 "GET /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816428 Mar 03 14:18:12.703369 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437997-bfb3-4c51-8334-8ff4f0ee6824 req-b34ee4cc-f588-4a24-88fd-ad47359bae42 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:12.704942 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a5437997-bfb3-4c51-8334-8ff4f0ee6824 req-b34ee4cc-f588-4a24-88fd-ad47359bae42 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb21e232-798f-4735-9212-31aeab8bdf1c HTTP/1.1" status: 200 len: 946 time: 0.0950897 Mar 03 14:18:12.710822 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port 6cc7d042-936d-4cc4-8581-2399f209c983 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:12.711165 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:12.811138 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a5437997-bfb3-4c51-8334-8ff4f0ee6824 req-4e0e87f2-bb44-46ab-8466-75100968a0c9 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967984 Mar 03 14:18:12.815870 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e0c86-9e31-449b-a087-067a78422871 None None] New status for floating IP 7c916c94-82ec-4449-81d5-464fd400f797: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:18:12.841958 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] For port 6cc7d042-936d-4cc4-8581-2399f209c983, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6cc7d042-936d-4cc4-8581-2399f209c983,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:12.842322 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:12.856369 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for 6cc7d042-936d-4cc4-8581-2399f209c983 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:12.984932 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (6cc7d042-936d-4cc4-8581-2399f209c983), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:13.011675 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=6cc7d042-936d-4cc4-8581-2399f209c983,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:13.055470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] No DVR routers for this DVR port 6cc7d042-936d-4cc4-8581-2399f209c983 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:13.057872 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:13.061167 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9fb43419-85b0-46e0-968a-31bee4caeaec req-3379b7f9-f645-4291-aaa1-96342754e990 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "DELETE /v2.0/ports/6cc7d042-936d-4cc4-8581-2399f209c983 HTTP/1.1" status: 204 len: 173 time: 0.5598116 Mar 03 14:18:13.417030 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cd0af-f146-4ed7-92c1-2d66a1efbd66 req-ef4fe827-5b26-4580-a054-6f1d0890095a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:13.418578 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f98cd0af-f146-4ed7-92c1-2d66a1efbd66 req-ef4fe827-5b26-4580-a054-6f1d0890095a tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0650656 Mar 03 14:18:13.470467 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f98cd0af-f146-4ed7-92c1-2d66a1efbd66 req-c6a28baa-3d57-42df-997a-cec1af9c882e tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/security-groups?id=791e9262-fe6e-401e-b5ce-e6050a54f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Mar 03 14:18:13.736563 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439601-1b85-491d-b456-5d56d581d8aa req-c9cdcfad-26ff-4dc7-9490-7a6bb9db3539 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:13.738158 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-87439601-1b85-491d-b456-5d56d581d8aa req-c9cdcfad-26ff-4dc7-9490-7a6bb9db3539 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 945 time: 0.0542097 Mar 03 14:18:13.842646 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Deleting port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:13.842986 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:13.923700 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'name': 'network-vif-deleted', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:13.925969 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b0089-6316-4f80-80f5-54ec8960cc32" -d '{"events": [{"server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "name": "network-vif-deleted", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:13.947320 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] For port 4ff73d54-4302-401a-9a7e-c8c1662e6da8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=4ff73d54-4302-401a-9a7e-c8c1662e6da8,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:13.947653 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:13.961306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Calling delete_port for 4ff73d54-4302-401a-9a7e-c8c1662e6da8 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:13.963765 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662a272-9a71-45dc-aa80-e4558ee15d7e x-openstack-request-id: req-2662a272-9a71-45dc-aa80-e4558ee15d7e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:13.964050 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb21e232-798f-4735-9212-31aeab8bdf1c", "name": "network-vif-deleted", "tag": "6cc7d042-936d-4cc4-8581-2399f209c983", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:13.964307 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2662a272-9a71-45dc-aa80-e4558ee15d7e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:13.964697 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb21e232-798f-4735-9212-31aeab8bdf1c', 'name': 'network-vif-deleted', 'tag': '6cc7d042-936d-4cc4-8581-2399f209c983', 'status': 'completed', 'code': 200} Mar 03 14:18:14.093103 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (4ff73d54-4302-401a-9a7e-c8c1662e6da8), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:14.123957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event deleted for resources: {'Port': ['ID=4ff73d54-4302-401a-9a7e-c8c1662e6da8,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:14.169348 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] No DVR routers for this DVR port 4ff73d54-4302-401a-9a7e-c8c1662e6da8 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:14.171741 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:14.175057 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-87439601-1b85-491d-b456-5d56d581d8aa req-b932a77d-2c8a-493f-a7ce-cbf1aa9d7d0f tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.13 "DELETE /v2.0/ports/4ff73d54-4302-401a-9a7e-c8c1662e6da8 HTTP/1.1" status: 204 len: 173 time: 0.4317906 Mar 03 14:18:14.589583 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cb94d146-844a-4621-a666-e23ac28eaa77 req-ac6229ae-18da-408d-8aa6-1f84ca200a66 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c HTTP/1.1" status: 200 len: 210 time: 0.0319142 Mar 03 14:18:15.648883 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48738) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:15.707188 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (791e9262-fe6e-401e-b5ce-e6050a54f29b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:15.732257 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (791e9262-fe6e-401e-b5ce-e6050a54f29b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:15.792084 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (791e9262-fe6e-401e-b5ce-e6050a54f29b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:15.794829 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:15.795974 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] 10.222.0.31 "DELETE /v2.0/security-groups/791e9262-fe6e-401e-b5ce-e6050a54f29b HTTP/1.1" status: 204 len: 168 time: 0.1461244 Mar 03 14:18:15.806094 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaec955-7636-4555-9fdd-4b52cecd8cf4 tempest-TestShelveInstance-1397365617 tempest-TestShelveInstance-1397365617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e9262-fe6e-401e-b5ce-e6050a54f29b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:15.965901 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-deleted', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:15.968217 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f25e6f-0a0b-4d36-9a09-6bd7d54a0e71" -d '{"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-deleted", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:16.001280 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b71dd8-a7cc-45b0-903c-9fa8ec12237e x-openstack-request-id: req-57b71dd8-a7cc-45b0-903c-9fa8ec12237e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:16.001578 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c", "name": "network-vif-deleted", "tag": "4ff73d54-4302-401a-9a7e-c8c1662e6da8", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:16.001863 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57b71dd8-a7cc-45b0-903c-9fa8ec12237e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:16.002266 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48f7d8-2004-4bfe-bf4f-d0a504f94f5c', 'name': 'network-vif-deleted', 'tag': '4ff73d54-4302-401a-9a7e-c8c1662e6da8', 'status': 'completed', 'code': 200} Mar 03 14:18:16.095765 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48746) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:16.100077 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:16.120183 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 4ff73d54-4302-401a-9a7e-c8c1662e6da8 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:16.120533 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 4ff73d54-4302-401a-9a7e-c8c1662e6da8 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:16.121197 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6cc7d042-936d-4cc4-8581-2399f209c983 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:16.143537 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: 6cc7d042-936d-4cc4-8581-2399f209c983 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:16.143884 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device 6cc7d042-936d-4cc4-8581-2399f209c983 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:16.248493 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port 92f57b58-6547-4d72-a9e2-bbb91750776b {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:16.248746 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.324377 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.324699 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (92f57b58-6547-4d72-a9e2-bbb91750776b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.336954 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for 92f57b58-6547-4d72-a9e2-bbb91750776b owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:16.479820 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (92f57b58-6547-4d72-a9e2-bbb91750776b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.502788 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=92f57b58-6547-4d72-a9e2-bbb91750776b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:16.563481 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (87b2ae53-9725-41c1-8928-7a545b24320c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.563830 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Floating IP 87b2ae53-9725-41c1-8928-7a545b24320c disassociated (deleted). External IP: 172.27.0.211, port: d1bf92ea-c45c-4362-a98a-5aacdaa6da57. Mar 03 14:18:16.769774 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:16.850136 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48752) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:16.886193 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:16.896267 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:16.896800 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:16.908367 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:16.909709 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:16.926083 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c2dff5d6-06aa-4fd4-bffd-5f47c0c71fb1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "DELETE /v2.0/floatingips/87b2ae53-9725-41c1-8928-7a545b24320c HTTP/1.1" status: 204 len: 168 time: 0.8292005 Mar 03 14:18:17.033030 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:17.163869 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88ea4-0265-4e0c-8181-f5da62762b70 req-5f85cf1d-dc0c-4ff0-a763-987025378935 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:17.165674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3f88ea4-0265-4e0c-8181-f5da62762b70 req-5f85cf1d-dc0c-4ff0-a763-987025378935 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.0609293 Mar 03 14:18:17.228213 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:17.236282 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a3f88ea4-0265-4e0c-8181-f5da62762b70 req-9a7e393f-e5ae-4d93-bde9-2752d092cd66 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635867 Mar 03 14:18:17.247690 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:17.274745 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:17.283389 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:17.284020 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:17.404994 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:17.500906 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Deleting port 78f7bf57-ea17-48ed-b87c-090edc458555 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:17.501304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:17.605123 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] For port 78f7bf57-ea17-48ed-b87c-090edc458555, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=78f7bf57-ea17-48ed-b87c-090edc458555,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:17.605575 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:17.618496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Calling delete_port for 78f7bf57-ea17-48ed-b87c-090edc458555 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:17.622350 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:17.649364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d1d30-3928-4be3-942c-4a6f208b1f4f None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:46Z', 'revision_number': 4, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi', '_interfaces': [{'id': 'c609c1dc-3f78-40d7-badc-c0ff1b7a84b1', 'name': '', 'network_id': '19fdd563-b8ec-49f3-98be-6330c7cec379', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'mac_address': 'fa:16:3e:81:67:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:45Z', 'updated_at': '2022-03-03T14:09:52Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'subnets': [{'id': '1cb0dcbf-c5ff-4172-8709-39a266cf19da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:17.812597 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (78f7bf57-ea17-48ed-b87c-090edc458555), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:17.840029 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Pushing event deleted for resources: {'Port': ['ID=78f7bf57-ea17-48ed-b87c-090edc458555,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:17.888239 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c119ff18-0eaa-4eb4-857c-b05c24b6e845 None None] New status for floating IP 87b2ae53-9725-41c1-8928-7a545b24320c: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 14:18:18.003599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:18.007189 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53de0a06-a8b5-487c-8b95-ef91f647550f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:18.011906 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:18.044445 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf363b-1df7-4cb6-85fe-182c8dfe6fc5 x-openstack-request-id: req-72bf363b-1df7-4cb6-85fe-182c8dfe6fc5 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:18.044789 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:18.045064 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72bf363b-1df7-4cb6-85fe-182c8dfe6fc5 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:18.045465 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'status': 'completed', 'code': 200} Mar 03 14:18:18.229274 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Router bf7439e3-6383-4eb3-9ef6-3e953686fc5b has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:18.369550 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9344-fe76-4a39-b8cc-f03b2ebd390c req-bf33265e-f9aa-40eb-866e-360f588350e1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:18.371438 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c39b9344-fe76-4a39-b8cc-f03b2ebd390c req-bf33265e-f9aa-40eb-866e-360f588350e1 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.0589254 Mar 03 14:18:18.423494 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c39b9344-fe76-4a39-b8cc-f03b2ebd390c req-01b9c0dc-525b-481d-a806-00739976eafb tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454006 Mar 03 14:18:18.528291 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:18.533242 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1b43ee8a-fa64-4e84-bfb2-a96872a7de6c admin admin] 10.222.0.31 "PUT /v2.0/routers/bf7439e3-6383-4eb3-9ef6-3e953686fc5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806560 Mar 03 14:18:18.535780 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48768) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:18.538795 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Sync routers for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:18.549278 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:18.549923 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:18.640558 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks [] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:18.655859 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:18.744015 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks [] for router_gateway (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:18.795457 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Deleting port e55c5924-45c6-4369-ab4d-8a79b277a5e9 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:18.795711 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:18.831624 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:18:17Z', 'revision_number': 5, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port': {'id': 'e55c5924-45c6-4369-ab4d-8a79b277a5e9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:18.877508 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] For port e55c5924-45c6-4369-ab4d-8a79b277a5e9, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e55c5924-45c6-4369-ab4d-8a79b277a5e9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:18.877928 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:18.892187 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Calling delete_port for e55c5924-45c6-4369-ab4d-8a79b277a5e9 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:18.983512 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Checking router: bf7439e3-6383-4eb3-9ef6-3e953686fc5b for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:18.992026 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Routers {'bf7439e3-6383-4eb3-9ef6-3e953686fc5b'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:18.992644 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:19.061833 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (e55c5924-45c6-4369-ab4d-8a79b277a5e9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.078739 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] Set router bf7439e3-6383-4eb3-9ef6-3e953686fc5b gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:19.092468 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e55c5924-45c6-4369-ab4d-8a79b277a5e9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:19.132070 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:18:18Z', 'revision_number': 6, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:19.146943 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.157455 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09db4e-0c58-4298-a65b-7fad454f3d3a None None] The sync data for ids ['bf7439e3-6383-4eb3-9ef6-3e953686fc5b'] in dv-cinder-819778-8-iscsi is: [{'id': 'bf7439e3-6383-4eb3-9ef6-3e953686fc5b', 'name': 'tempest-TestShelveInstance-1858257110-router', 'tenant_id': '0e24c4b64bf04d1889872bf86e4f982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:34Z', 'updated_at': '2022-03-03T14:18:18Z', 'revision_number': 6, 'project_id': '0e24c4b64bf04d1889872bf86e4f982c', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:19.238565 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.241511 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks [] for router_controller (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.286453 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (bf7439e3-6383-4eb3-9ef6-3e953686fc5b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.287038 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7439e3-6383-4eb3-9ef6-3e953686fc5b {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:18:19.292214 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.293360 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0109bd63-6783-4796-887f-6bdc00d1bc4f admin admin] 10.222.0.31 "DELETE /v2.0/routers/bf7439e3-6383-4eb3-9ef6-3e953686fc5b HTTP/1.1" status: 204 len: 168 time: 0.7566710 Mar 03 14:18:19.296500 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48772) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:19.339086 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Deleting subnet 9e65a0d7-3b4c-46a1-bf55-9f5577d36827 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:18:19.341900 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Publish callbacks [] for subnet (9e65a0d7-3b4c-46a1-bf55-9f5577d36827), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.374888 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64283585'] for subnet (9e65a0d7-3b4c-46a1-bf55-9f5577d36827), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.484213 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (9e65a0d7-3b4c-46a1-bf55-9f5577d36827), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.579356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb549f-5f70-460b-905c-80b7070fd71a req-db79fed9-c313-468f-ae83-f5933d66a1f4 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:19.579499 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6cb549f-5f70-460b-905c-80b7070fd71a req-db79fed9-c313-468f-ae83-f5933d66a1f4 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.0750127 Mar 03 14:18:19.594381 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63268313'] for subnet (9e65a0d7-3b4c-46a1-bf55-9f5577d36827), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.627836 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e65a0d7-3b4c-46a1-bf55-9f5577d36827,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:19.631516 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.634922 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6babdcfd-2be0-4d1d-880d-bfdc194c1ede admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e65a0d7-3b4c-46a1-bf55-9f5577d36827 HTTP/1.1" status: 204 len: 168 time: 0.3370144 Mar 03 14:18:19.637268 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48778) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:19.643483 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386fadb-fab5-47f9-a635-ad544ec491bf None None] Network 6980b223-35ce-4208-ab39-1246a47ff45e requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:18:19.665195 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d6cb549f-5f70-460b-905c-80b7070fd71a req-8e342b79-c694-427f-b48b-f50a6cbd4994 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773294 Mar 03 14:18:19.711552 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (6980b223-35ce-4208-ab39-1246a47ff45e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.767354 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Deleting port 3ad4bc2c-bf97-4012-8bea-040caafa74ff {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:19.767691 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.829219 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] For port 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=3ad4bc2c-bf97-4012-8bea-040caafa74ff,segment=NetworkSegment(951b02ff-c7e7-4097-96a5-e5b83f4bdb8c),segment_id=951b02ff-c7e7-4097-96a5-e5b83f4bdb8c)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:19.829644 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.841962 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Calling delete_port for 3ad4bc2c-bf97-4012-8bea-040caafa74ff owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:19.899918 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] DHCP port deletion for 6980b223-35ce-4208-ab39-1246a47ff45e request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:18:19.939016 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.952963 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Deleting port 3ad4bc2c-bf97-4012-8bea-040caafa74ff {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:19.953340 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:19.965792 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad4bc2c-bf97-4012-8bea-040caafa74ff,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:19.969291 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] No DVR routers for this DVR port 3ad4bc2c-bf97-4012-8bea-040caafa74ff on host dv-cinder-819778-8-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:19.995353 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 78f7bf57-ea17-48ed-b87c-090edc458555 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:20.024438 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 78f7bf57-ea17-48ed-b87c-090edc458555 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:20.024787 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 78f7bf57-ea17-48ed-b87c-090edc458555 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:20.025207 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 3ad4bc2c-bf97-4012-8bea-040caafa74ff no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:20.048003 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (6980b223-35ce-4208-ab39-1246a47ff45e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.052101 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 3ad4bc2c-bf97-4012-8bea-040caafa74ff {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:20.052451 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 3ad4bc2c-bf97-4012-8bea-040caafa74ff not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:20.053428 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e55c5924-45c6-4369-ab4d-8a79b277a5e9 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:20.072904 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6980b223-35ce-4208-ab39-1246a47ff45e']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:20.076192 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] For port 3ad4bc2c-bf97-4012-8bea-040caafa74ff, host dv-cinder-819778-8-iscsi, got binding levels [] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:20.076596 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.079069 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: e55c5924-45c6-4369-ab4d-8a79b277a5e9 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:20.079434 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e55c5924-45c6-4369-ab4d-8a79b277a5e9 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:20.084204 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:20.084496 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951b02ff-c7e7-4097-96a5-e5b83f4bdb8c') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:20.091457 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Calling delete_port for 3ad4bc2c-bf97-4012-8bea-040caafa74ff owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:20.094683 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.ipam_backend_mixin [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Port 3ad4bc2c-bf97-4012-8bea-040caafa74ff was not found and therefore no delete operation was performed {{(pid=103111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 14:18:20.096402 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (3ad4bc2c-bf97-4012-8bea-040caafa74ff), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.096829 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (951b02ff-c7e7-4097-96a5-e5b83f4bdb8c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.111766 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (951b02ff-c7e7-4097-96a5-e5b83f4bdb8c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.118516 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:18:20.118815 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (951b02ff-c7e7-4097-96a5-e5b83f4bdb8c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:18:20.120503 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:18:20.123130 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] Pushing event deleted for resources: {'Port': ['ID=3ad4bc2c-bf97-4012-8bea-040caafa74ff,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:20.125921 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ea546-e171-4a1a-83f1-22ffc22fab70 None None] No DVR routers for this DVR port 3ad4bc2c-bf97-4012-8bea-040caafa74ff on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:20.180993 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (6980b223-35ce-4208-ab39-1246a47ff45e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.197849 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.201053 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6980b223-35ce-4208-ab39-1246a47ff45e HTTP/1.1" status: 204 len: 168 time: 0.5621684 Mar 03 14:18:20.205218 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94581458-2026-4045-b709-68ba6be1ff34 admin admin] Pushing event deleted for resources: {'Network': ['ID=6980b223-35ce-4208-ab39-1246a47ff45e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:20.205218 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48780) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:20.517106 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-7f848928-3a46-4682-b618-426c5cda1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:20.518669 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-7f848928-3a46-4682-b618-426c5cda1d9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 1129 time: 0.0458124 Mar 03 14:18:20.547777 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (19939222-9556-419b-a23c-196314aa1eec), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.615599 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-b5a41e2f-a009-412c-8319-c416bc63a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:20.617132 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-b5a41e2f-a009-412c-8319-c416bc63a7e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 200 len: 912 time: 0.0865030 Mar 03 14:18:20.659890 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-26f8901c-ac3e-4405-bfde-1e26dc39cc1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 200 len: 217 time: 0.0350277 Mar 03 14:18:20.713012 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-d3472151-f6c6-4b62-a605-3499d2c14a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:20.714666 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-d3472151-f6c6-4b62-a605-3499d2c14a3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 200 len: 850 time: 0.0458379 Mar 03 14:18:20.803714 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-a4a3d96f-92eb-4499-bf46-db94b1f5ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:20.805241 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-a4a3d96f-92eb-4499-bf46-db94b1f5ae54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19fdd563-b8ec-49f3-98be-6330c7cec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841622 Mar 03 14:18:20.810436 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Deleting port 634ff148-db35-4bfc-b26e-70148e5c6701 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:20.810778 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.816854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222e28-4193-4b5a-8e4d-15a658d3886b req-c10cf233-c961-4d2d-8ffc-1438fa0ab853 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:20.818307 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86222e28-4193-4b5a-8e4d-15a658d3886b req-c10cf233-c961-4d2d-8ffc-1438fa0ab853 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.0666511 Mar 03 14:18:20.889378 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] For port 634ff148-db35-4bfc-b26e-70148e5c6701, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=634ff148-db35-4bfc-b26e-70148e5c6701,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:20.889775 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:20.903381 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Calling delete_port for 634ff148-db35-4bfc-b26e-70148e5c6701 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:21.090832 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (634ff148-db35-4bfc-b26e-70148e5c6701), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.120198 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Pushing event deleted for resources: {'Port': ['ID=634ff148-db35-4bfc-b26e-70148e5c6701,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:21.123268 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-faacf27b-5be0-41d2-9458-bab61663addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.266181 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-86222e28-4193-4b5a-8e4d-15a658d3886b req-946d3741-bd68-4bf8-8ba7-591f0374c87e tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6724acf-050b-44bc-8036-2daa2e41fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4389067 Mar 03 14:18:21.287451 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-56777586-b85c-4ab5-8252-7044a37ddea5 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675014 Mar 03 14:18:21.297414 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (19939222-9556-419b-a23c-196314aa1eec), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.298420 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-22a5eade-40db-4613-8345-69d4fa50b443 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:21.299867 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-22a5eade-40db-4613-8345-69d4fa50b443 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 945 time: 0.1200726 Mar 03 14:18:21.464160 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53de0a06-a8b5-487c-8b95-ef91f647550f req-225045e5-0df5-42d0-a2b8-66d767bc30c2 service neutron] 10.222.0.13 "GET /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632323 Mar 03 14:18:21.469398 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:21.469773 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.549533 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Router 19939222-9556-419b-a23c-196314aa1eec has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:21.565491 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] For port d1bf92ea-c45c-4362-a98a-5aacdaa6da57, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:21.566083 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.579375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for d1bf92ea-c45c-4362-a98a-5aacdaa6da57 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:21.732205 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (d1bf92ea-c45c-4362-a98a-5aacdaa6da57), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.775614 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=d1bf92ea-c45c-4362-a98a-5aacdaa6da57,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:21.833561 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] No DVR routers for this DVR port d1bf92ea-c45c-4362-a98a-5aacdaa6da57 on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:21.837527 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:21.841660 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-130a9678-7ede-404f-851a-c2e817fb5f04 req-dbf8dd3f-6dc0-4b47-b024-73dc6d8ebb02 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.13 "DELETE /v2.0/ports/d1bf92ea-c45c-4362-a98a-5aacdaa6da57 HTTP/1.1" status: 204 len: 173 time: 0.5321760 Mar 03 14:18:21.841660 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'name': 'network-vif-deleted', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:21.844153 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc444b-3aed-41c0-924f-601681df31f1" -d '{"events": [{"server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "name": "network-vif-deleted", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:21.877857 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:21.886190 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-172fc2e5-e640-490b-9993-1ddad725ac55 admin admin] 10.222.0.31 "PUT /v2.0/routers/19939222-9556-419b-a23c-196314aa1eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789722 Mar 03 14:18:21.887174 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48792) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:21.896273 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477804eb-d3ad-4f54-8677-a05c6a8017bf x-openstack-request-id: req-477804eb-d3ad-4f54-8677-a05c6a8017bf {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:21.897142 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b537-640d-4c94-b7f8-8717008e0a0e", "name": "network-vif-deleted", "tag": "d1bf92ea-c45c-4362-a98a-5aacdaa6da57", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:21.897585 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-477804eb-d3ad-4f54-8677-a05c6a8017bf {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:21.898453 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b537-640d-4c94-b7f8-8717008e0a0e', 'name': 'network-vif-deleted', 'tag': 'd1bf92ea-c45c-4362-a98a-5aacdaa6da57', 'status': 'completed', 'code': 200} Mar 03 14:18:21.906944 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Sync routers for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:21.922321 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:21.923023 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:22.017819 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks [] for router (19939222-9556-419b-a23c-196314aa1eec), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.042814 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:22.122330 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks [] for router_gateway (19939222-9556-419b-a23c-196314aa1eec), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.183541 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Deleting port d5b80ed9-b5fc-459c-b20d-c4aa24821509 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:22.183893 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.274414 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] For port d5b80ed9-b5fc-459c-b20d-c4aa24821509, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=d5b80ed9-b5fc-459c-b20d-c4aa24821509,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:22.274776 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.287347 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Calling delete_port for d5b80ed9-b5fc-459c-b20d-c4aa24821509 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:22.317050 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:18:21Z', 'revision_number': 5, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port': {'id': 'd5b80ed9-b5fc-459c-b20d-c4aa24821509', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19939222-9556-419b-a23c-196314aa1eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:13:39Z', 'updated_at': '2022-03-03T14:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:22.343650 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Checking router: 19939222-9556-419b-a23c-196314aa1eec for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:22.351844 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Routers {'19939222-9556-419b-a23c-196314aa1eec'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:22.352452 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:17:53Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['19939222-9556-419b-a23c-196314aa1eec'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:22.376112 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-29219375-325f-41cf-a9d2-b9084ae10058 req-95ac29ee-f40d-4ad5-8a61-fe0550025988 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 210 time: 0.0320098 Mar 03 14:18:22.447135 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] Set router 19939222-9556-419b-a23c-196314aa1eec gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:22.485674 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (d5b80ed9-b5fc-459c-b20d-c4aa24821509), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.499931 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:18:22Z', 'revision_number': 6, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:22.511187 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b80ed9-b5fc-459c-b20d-c4aa24821509,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:22.526728 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302da55-f33d-4536-91ff-5cf0b4a484f4 None None] The sync data for ids ['19939222-9556-419b-a23c-196314aa1eec'] in dv-cinder-819778-8-iscsi is: [{'id': '19939222-9556-419b-a23c-196314aa1eec', 'name': 'tempest-TestShelveInstance-831074657-router', 'tenant_id': '556c0d0661a84a02a6587dc27b0a0d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:13:38Z', 'updated_at': '2022-03-03T14:18:22Z', 'revision_number': 6, 'project_id': '556c0d0661a84a02a6587dc27b0a0d08', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:22.574912 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (19939222-9556-419b-a23c-196314aa1eec), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.664771 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (19939222-9556-419b-a23c-196314aa1eec), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.666789 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks [] for router_controller (19939222-9556-419b-a23c-196314aa1eec), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.709680 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (19939222-9556-419b-a23c-196314aa1eec), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.710306 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19939222-9556-419b-a23c-196314aa1eec {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:18:22.714744 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.715861 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e0e66830-a336-4b70-8488-f8333a3144bd admin admin] 10.222.0.31 "DELETE /v2.0/routers/19939222-9556-419b-a23c-196314aa1eec HTTP/1.1" status: 204 len: 168 time: 0.8277471 Mar 03 14:18:22.718375 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48798) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:22.761468 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Deleting subnet 65905661-483d-484d-bb8d-a41704289849 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:18:22.764449 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Publish callbacks [] for subnet (65905661-483d-484d-bb8d-a41704289849), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.790369 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:18:22.800999 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64283585'] for subnet (65905661-483d-484d-bb8d-a41704289849), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.876155 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (65905661-483d-484d-bb8d-a41704289849), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.932367 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63268313'] for subnet (65905661-483d-484d-bb8d-a41704289849), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.959449 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65905661-483d-484d-bb8d-a41704289849,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:22.965673 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:22.969593 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5d82acc7-4000-491a-a7cc-4eddcd625a55 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/65905661-483d-484d-bb8d-a41704289849 HTTP/1.1" status: 204 len: 168 time: 0.2502239 Mar 03 14:18:22.972890 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48802) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:22.976233 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b20b9-c7dc-4cfc-b6bd-35cbbfbb96a1 None None] Network d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:18:23.047837 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.101250 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Deleting port cd570f77-01af-49b7-9aae-8e8cff33ef25 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:23.101589 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.164223 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] For port cd570f77-01af-49b7-9aae-8e8cff33ef25, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=cd570f77-01af-49b7-9aae-8e8cff33ef25,segment=NetworkSegment(9916ad1e-eb50-45d6-b075-2ccac803789a),segment_id=9916ad1e-eb50-45d6-b075-2ccac803789a)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:23.164575 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.176535 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Calling delete_port for cd570f77-01af-49b7-9aae-8e8cff33ef25 owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:23.253200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (cd570f77-01af-49b7-9aae-8e8cff33ef25), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.277432 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd570f77-01af-49b7-9aae-8e8cff33ef25,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:23.280879 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] No DVR routers for this DVR port cd570f77-01af-49b7-9aae-8e8cff33ef25 on host dv-cinder-819778-8-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:23.327460 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc191a3e-824f-4005-b29e-d7457eebd8ec None None] DHCP port deletion for d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:18:23.359082 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.378158 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:23.387224 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9916ad1e-eb50-45d6-b075-2ccac803789a') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:23.387514 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9916ad1e-eb50-45d6-b075-2ccac803789a') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:23.397943 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64283606'] for segment (9916ad1e-eb50-45d6-b075-2ccac803789a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.414781 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (9916ad1e-eb50-45d6-b075-2ccac803789a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.422859 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:18:23.423242 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63603261'] for segment (9916ad1e-eb50-45d6-b075-2ccac803789a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: timer() Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: cb(*args, **kw) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: self._notify() Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: self.callback(batched_events) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: event.method(event) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._get(url).json() Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:18:23.424888 dv-cinder-819778-8-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:18:23.469072 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c055ea46-af6b-4e4a-bee8-9038a7ee1e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.503674 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-821e8f6d-331b-47cd-8cf1-ecb3859d23d0 req-fadac5d7-bc34-46c2-bbcc-e4073e274291 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 210 time: 0.0409610 Mar 03 14:18:23.512814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.529484 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.533516 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b HTTP/1.1" status: 204 len: 168 time: 0.5596094 Mar 03 14:18:23.535215 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7746c6-e482-4167-b5ba-9871eb6b9c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fadd77-1bc6-4bf9-90b1-e1f88b47b50b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:23.654808 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48808) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:23.692756 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-800c1151-9349-4334-a9e6-4a225898b98c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e24c4b64bf04d1889872bf86e4f982c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368223 Mar 03 14:18:23.695724 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48810) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:23.751316 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] Publish callbacks [] for security_group (889f5a43-6d8d-46ac-a6c1-56f0b193cf09), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.778011 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device cd570f77-01af-49b7-9aae-8e8cff33ef25 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:23.778884 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] Publish callbacks [] for security_group (889f5a43-6d8d-46ac-a6c1-56f0b193cf09), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.796845 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: cd570f77-01af-49b7-9aae-8e8cff33ef25 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:23.797187 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device cd570f77-01af-49b7-9aae-8e8cff33ef25 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:23.797590 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device d5b80ed9-b5fc-459c-b20d-c4aa24821509 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:23.815945 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: d5b80ed9-b5fc-459c-b20d-c4aa24821509 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:23.816266 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device d5b80ed9-b5fc-459c-b20d-c4aa24821509 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:23.816672 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 634ff148-db35-4bfc-b26e-70148e5c6701 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:23.827111 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (889f5a43-6d8d-46ac-a6c1-56f0b193cf09), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.829814 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:23.830990 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/889f5a43-6d8d-46ac-a6c1-56f0b193cf09 HTTP/1.1" status: 204 len: 168 time: 0.1343896 Mar 03 14:18:23.837221 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 634ff148-db35-4bfc-b26e-70148e5c6701 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:23.837663 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 634ff148-db35-4bfc-b26e-70148e5c6701 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:23.842053 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a9ddc-08aa-4aad-b9fb-6b63bbe4ce6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f5a43-6d8d-46ac-a6c1-56f0b193cf09,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:24.146355 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48818) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:24.184839 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c1323259-1442-4791-ab08-53a1511b2a93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=556c0d0661a84a02a6587dc27b0a0d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372837 Mar 03 14:18:24.187242 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48820) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:24.232522 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] Publish callbacks [] for security_group (7c5729b1-fbde-4465-a815-26ea3c356fee), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:24.253164 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] Publish callbacks [] for security_group (7c5729b1-fbde-4465-a815-26ea3c356fee), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:24.299143 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (7c5729b1-fbde-4465-a815-26ea3c356fee), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:24.301707 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:24.303474 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c5729b1-fbde-4465-a815-26ea3c356fee HTTP/1.1" status: 204 len: 168 time: 0.1146834 Mar 03 14:18:24.311140 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43dc8b-4e60-49a6-9b5e-75ab4bf4ef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5729b1-fbde-4465-a815-26ea3c356fee,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:24.572168 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:24.611092 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-641fcd46-9097-4976-926c-e393c270017d req-568f9f70-4890-48fe-988e-c83548a863a4 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f20b537-640d-4c94-b7f8-8717008e0a0e HTTP/1.1" status: 200 len: 210 time: 0.0320632 Mar 03 14:18:25.083476 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d1bf92ea-c45c-4362-a98a-5aacdaa6da57 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:25.105678 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: d1bf92ea-c45c-4362-a98a-5aacdaa6da57 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:25.106032 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device d1bf92ea-c45c-4362-a98a-5aacdaa6da57 not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:25.667070 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48834) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:25.787544 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Deleting port 016948d2-fa39-4bf0-8203-e78638c528b0 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:25.787952 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:25.861288 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:25.861606 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (016948d2-fa39-4bf0-8203-e78638c528b0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:25.873018 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Calling delete_port for 016948d2-fa39-4bf0-8203-e78638c528b0 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:25.998426 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (016948d2-fa39-4bf0-8203-e78638c528b0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:26.023659 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'Port': ['ID=016948d2-fa39-4bf0-8203-e78638c528b0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:26.036271 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:26.083103 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for floatingip (db0ccd00-f1aa-467a-8cd7-69c546a3c651), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:26.085853 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:26.086992 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-87ad2935-edfa-40ba-89e5-3def4a1fd5be tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "DELETE /v2.0/floatingips/db0ccd00-f1aa-467a-8cd7-69c546a3c651 HTTP/1.1" status: 204 len: 168 time: 0.4189482 Mar 03 14:18:27.281665 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48856) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:27.339236 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (e6724acf-050b-44bc-8036-2daa2e41fbba), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:27.363591 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (e6724acf-050b-44bc-8036-2daa2e41fbba), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:27.427667 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (e6724acf-050b-44bc-8036-2daa2e41fbba), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:27.430621 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:27.431759 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6724acf-050b-44bc-8036-2daa2e41fbba HTTP/1.1" status: 204 len: 168 time: 0.1491079 Mar 03 14:18:27.441137 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71d2f1-63b6-4a0c-9848-3339a3aa8e51 tempest-TestVolumeBootPattern-905556101 tempest-TestVolumeBootPattern-905556101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6724acf-050b-44bc-8036-2daa2e41fbba,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:27.492887 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:27.499565 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.014908 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.254584 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Deleting port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:28.254921 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.333367 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] For port c609c1dc-3f78-40d7-badc-c0ff1b7a84b1, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:28.333765 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.347065 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Calling delete_port for c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:28.532530 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (c609c1dc-3f78-40d7-badc-c0ff1b7a84b1), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.558131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c609c1dc-3f78-40d7-badc-c0ff1b7a84b1,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:28.748708 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:28.964753 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Router 3da62cca-37a4-404b-9e10-6beb214b1a1f has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:29.068781 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:29.074334 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e02aad49-caa7-4c91-a825-c1c1860195d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/3da62cca-37a4-404b-9e10-6beb214b1a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5815597 Mar 03 14:18:29.076793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48878) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:29.080274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Sync routers for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:29.092809 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:29.093417 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:18:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:29.188354 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks [] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:29.204712 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: dv-cinder-819778-8-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:29.293971 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks [] for router_gateway (3da62cca-37a4-404b-9e10-6beb214b1a1f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:29.349003 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Deleting port 828630e4-ee8e-4973-bd24-5f6176850ec9 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:29.349340 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:29.398508 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:18:28Z', 'revision_number': 5, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port': {'id': '828630e4-ee8e-4973-bd24-5f6176850ec9', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:29.426050 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Checking router: 3da62cca-37a4-404b-9e10-6beb214b1a1f for host: dv-cinder-819778-8-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:29.435421 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Routers {'3da62cca-37a4-404b-9e10-6beb214b1a1f'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:29.436045 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:18:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['3da62cca-37a4-404b-9e10-6beb214b1a1f'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:29.527702 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] Set router 3da62cca-37a4-404b-9e10-6beb214b1a1f gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:29.580495 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:18:29Z', 'revision_number': 6, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:29.611738 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bcaef-ad13-44cf-94ee-5ce306dc5c17 None None] The sync data for ids ['3da62cca-37a4-404b-9e10-6beb214b1a1f'] in dv-cinder-819778-8-iscsi is: [{'id': '3da62cca-37a4-404b-9e10-6beb214b1a1f', 'name': 'tempest-TestVolumeBootPattern-380865797-router', 'tenant_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:42Z', 'updated_at': '2022-03-03T14:18:29Z', 'revision_number': 6, 'project_id': '4de7222ced0f4af7b7f8364ca5aa8baa', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:29.720290 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] For port 828630e4-ee8e-4973-bd24-5f6176850ec9, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=828630e4-ee8e-4973-bd24-5f6176850ec9,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:29.720793 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:29.732496 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Calling delete_port for 828630e4-ee8e-4973-bd24-5f6176850ec9 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:29.906126 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (828630e4-ee8e-4973-bd24-5f6176850ec9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:29.932362 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=828630e4-ee8e-4973-bd24-5f6176850ec9,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:30.035528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.071878 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:30.092195 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:30.092845 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device c609c1dc-3f78-40d7-badc-c0ff1b7a84b1 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:30.104434 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95dae-b9f3-4ff4-b4cd-fca019976c84 req-d1f7c455-a4bd-4112-b508-3dd08d29756c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:30.105934 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-27c95dae-b9f3-4ff4-b4cd-fca019976c84 req-d1f7c455-a4bd-4112-b508-3dd08d29756c tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 945 time: 0.1489136 Mar 03 14:18:30.150334 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.153465 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks [] for router_controller (3da62cca-37a4-404b-9e10-6beb214b1a1f), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.211199 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (3da62cca-37a4-404b-9e10-6beb214b1a1f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.211740 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da62cca-37a4-404b-9e10-6beb214b1a1f {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:18:30.218009 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.221399 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-15dd5327-5b40-45c6-a5e9-456141c08cf3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3da62cca-37a4-404b-9e10-6beb214b1a1f HTTP/1.1" status: 204 len: 168 time: 1.1413882 Mar 03 14:18:30.221818 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48886) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:30.223611 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-27c95dae-b9f3-4ff4-b4cd-fca019976c84 req-c3aa704f-6bc9-4142-a605-e3f281e38c27 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900455 Mar 03 14:18:30.266832 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Deleting subnet 1cb0dcbf-c5ff-4172-8709-39a266cf19da {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:18:30.269807 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Publish callbacks [] for subnet (1cb0dcbf-c5ff-4172-8709-39a266cf19da), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.303088 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (1cb0dcbf-c5ff-4172-8709-39a266cf19da), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.390200 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (1cb0dcbf-c5ff-4172-8709-39a266cf19da), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.441159 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (1cb0dcbf-c5ff-4172-8709-39a266cf19da), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.467583 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb0dcbf-c5ff-4172-8709-39a266cf19da,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:30.471304 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.474483 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e6e99bf0-a3db-46cf-8a1c-05fac83ccb9f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1cb0dcbf-c5ff-4172-8709-39a266cf19da HTTP/1.1" status: 204 len: 168 time: 0.2515998 Mar 03 14:18:30.477030 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48888) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:30.479237 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adec804-6fa2-4a14-8b4e-3c9eb6b03ae9 None None] Network 19fdd563-b8ec-49f3-98be-6330c7cec379 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:18:30.551936 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (19fdd563-b8ec-49f3-98be-6330c7cec379), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.611883 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Deleting port 14b28f93-6861-44b6-9a6e-ef917aff44ea {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:30.612107 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.649722 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] DHCP port deletion for 19fdd563-b8ec-49f3-98be-6330c7cec379 request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:18:30.686380 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] For port 14b28f93-6861-44b6-9a6e-ef917aff44ea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=14b28f93-6861-44b6-9a6e-ef917aff44ea,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:30.686931 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.697887 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Deleting port 14b28f93-6861-44b6-9a6e-ef917aff44ea {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:30.698184 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.701198 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Calling delete_port for 14b28f93-6861-44b6-9a6e-ef917aff44ea owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:30.763373 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] For port 14b28f93-6861-44b6-9a6e-ef917aff44ea, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=14b28f93-6861-44b6-9a6e-ef917aff44ea,segment=NetworkSegment(69aaeca8-a296-46b2-8f1b-35bf472cbbba),segment_id=69aaeca8-a296-46b2-8f1b-35bf472cbbba)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:30.763770 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.775579 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Calling delete_port for 14b28f93-6861-44b6-9a6e-ef917aff44ea owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:30.784275 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64588615'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.811153 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] No DVR routers for this DVR port 14b28f93-6861-44b6-9a6e-ef917aff44ea on host dv-cinder-819778-8-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:30.816127 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Pushing event deleted for resources: {'Port': ['ID=14b28f93-6861-44b6-9a6e-ef917aff44ea,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:30.856869 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (14b28f93-6861-44b6-9a6e-ef917aff44ea), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.880140 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] Pushing event deleted for resources: {'Port': ['ID=14b28f93-6861-44b6-9a6e-ef917aff44ea,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:30.886344 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbb738-6bef-4695-92d0-18167f129a4f None None] No DVR routers for this DVR port 14b28f93-6861-44b6-9a6e-ef917aff44ea on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:30.890883 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (19fdd563-b8ec-49f3-98be-6330c7cec379), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.915063 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fdd563-b8ec-49f3-98be-6330c7cec379']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:30.924154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aaeca8-a296-46b2-8f1b-35bf472cbbba') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:30.924447 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aaeca8-a296-46b2-8f1b-35bf472cbbba') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:30.934271 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (69aaeca8-a296-46b2-8f1b-35bf472cbbba), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.947040 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (69aaeca8-a296-46b2-8f1b-35bf472cbbba), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.952921 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:18:30.953359 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (69aaeca8-a296-46b2-8f1b-35bf472cbbba), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:18:30.955077 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:18:31.007872 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (19fdd563-b8ec-49f3-98be-6330c7cec379), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.012983 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.016109 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] 10.222.0.31 "DELETE /v2.0/networks/19fdd563-b8ec-49f3-98be-6330c7cec379 HTTP/1.1" status: 204 len: 168 time: 0.5381854 Mar 03 14:18:31.019309 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48892) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:31.027572 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647aa36-a6e1-4674-bf6c-1a1d26c16bae admin admin] Pushing event deleted for resources: {'Network': ['ID=19fdd563-b8ec-49f3-98be-6330c7cec379,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:31.268771 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.396817 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494027'] for router_interface (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.457308 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfe5f-613f-4611-87d5-9c32f00c921a req-3e68bf72-7648-4730-bcc0-30fe17204ab2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:31.458790 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84fcfe5f-613f-4611-87d5-9c32f00c921a req-3e68bf72-7648-4730-bcc0-30fe17204ab2 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 945 time: 0.1623836 Mar 03 14:18:31.597252 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84fcfe5f-613f-4611-87d5-9c32f00c921a req-c879e6fd-8708-448e-b2ce-e4e5db34b7dc tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/security-groups?id=73d42aed-2c91-4b8d-a6fe-d0045779e0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324899 Mar 03 14:18:31.640433 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-1d3c6fa2-973a-4c9a-9784-2d48ca7785ec tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 14:18:31.641863 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-1d3c6fa2-973a-4c9a-9784-2d48ca7785ec tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 945 time: 0.1234555 Mar 03 14:18:31.763145 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 828630e4-ee8e-4973-bd24-5f6176850ec9 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:31.785106 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 828630e4-ee8e-4973-bd24-5f6176850ec9 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:31.785449 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 828630e4-ee8e-4973-bd24-5f6176850ec9 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:31.785879 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 14b28f93-6861-44b6-9a6e-ef917aff44ea no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:31.801380 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Deleting port b1cf84df-281c-42ec-ab23-aa9fe89aad4e {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:31.801756 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.873717 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Deleting port 9ef24888-9b7d-4a76-873c-08fe822c46bf {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:31.873992 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.932580 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 14b28f93-6861-44b6-9a6e-ef917aff44ea {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:31.932926 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 14b28f93-6861-44b6-9a6e-ef917aff44ea not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:31.948845 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] For port b1cf84df-281c-42ec-ab23-aa9fe89aad4e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,segment=NetworkSegment(847578a4-abbe-40d2-b69a-cac5c0596291),segment_id=847578a4-abbe-40d2-b69a-cac5c0596291)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:31.949206 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:31.966448 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Calling delete_port for b1cf84df-281c-42ec-ab23-aa9fe89aad4e owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:31.997334 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] For port 9ef24888-9b7d-4a76-873c-08fe822c46bf, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=9ef24888-9b7d-4a76-873c-08fe822c46bf,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:31.997713 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:32.040649 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Calling delete_port for 9ef24888-9b7d-4a76-873c-08fe822c46bf owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:32.217210 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (b1cf84df-281c-42ec-ab23-aa9fe89aad4e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:32.228717 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] get_ports_and_sgs() called for port_ids ['b1cf84df-281c-42ec-ab23-aa9fe89aad4e'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 14:18:32.252278 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Pushing event deleted for resources: {'Port': ['ID=b1cf84df-281c-42ec-ab23-aa9fe89aad4e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:32.317129 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] No DVR routers for this DVR port b1cf84df-281c-42ec-ab23-aa9fe89aad4e on host hv-cinder-81977 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:32.322697 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2044954'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:32.326007 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-10ca5f6e-f451-4a72-93af-a503e4a134ed req-8e5e3192-df40-4f84-b05e-ab3fcc532513 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.13 "DELETE /v2.0/ports/b1cf84df-281c-42ec-ab23-aa9fe89aad4e HTTP/1.1" status: 204 len: 173 time: 0.6784377 Mar 03 14:18:32.326454 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'name': 'network-vif-deleted', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 14:18:32.328656 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e589ae4f18ca6f27c241154acd478b74bd523aba570d6413b3484a84500203c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b663b2d2-2340-4f7e-aab2-6a6e7d2e56c9" -d '{"events": [{"server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "name": "network-vif-deleted", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 14:18:32.351560 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (9ef24888-9b7d-4a76-873c-08fe822c46bf), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:32.376496 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1da56d-57cd-480b-97ac-4da706b384a8 x-openstack-request-id: req-2b1da56d-57cd-480b-97ac-4da706b384a8 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 14:18:32.376783 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd5825-b2f1-49fb-80a5-b5eb7843d433", "name": "network-vif-deleted", "tag": "b1cf84df-281c-42ec-ab23-aa9fe89aad4e", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 14:18:32.377041 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b1da56d-57cd-480b-97ac-4da706b384a8 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 14:18:32.377433 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd5825-b2f1-49fb-80a5-b5eb7843d433', 'name': 'network-vif-deleted', 'tag': 'b1cf84df-281c-42ec-ab23-aa9fe89aad4e', 'status': 'completed', 'code': 200} Mar 03 14:18:32.379956 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef24888-9b7d-4a76-873c-08fe822c46bf,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:32.550235 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493863'] for router_interface (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:32.736873 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [req-468cf6a1-04e8-4142-8ac8-10d25b45f389 req-fe960d8e-83a5-4adb-893d-d2f6bbf550c7 tempest-VolumesSnapshotTestJSON-1158727184 tempest-VolumesSnapshotTestJSON-1158727184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd5825-b2f1-49fb-80a5-b5eb7843d433 HTTP/1.1" status: 200 len: 210 time: 0.0311129 Mar 03 14:18:32.805688 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 has already been hosted by L3 agent f3032aa3-dc00-4219-b9f7-8f4e23e419d7 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 14:18:32.939957 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] Notify agent at l3_agent.dv-cinder-819778-8-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 14:18:32.946600 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4bed3b6f-600c-45f8-8667-bbfc1843b4f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/61dccb63-9a47-49a7-8dd4-cb4bc878cf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9259300 Mar 03 14:18:32.948929 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48902) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:32.950359 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Sync routers for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 14:18:32.959837 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:32.960448 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:18:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:33.068360 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: dv-cinder-819778-8-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:33.072719 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks [] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.205276 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks [] for router_gateway (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.252835 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'external_fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:18:32Z', 'revision_number': 5, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port': {'id': '655db5ac-6315-4717-a2ba-739a0ebb0d43', 'name': '', 'network_id': '7ca46236-d4ba-4a78-a493-b8f29f5d9285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T14:09:50Z', 'updated_at': '2022-03-03T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c806e3-2520-4591-94c1-c01ce8d525c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-8-iscsi'}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:33.264485 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Deleting port 655db5ac-6315-4717-a2ba-739a0ebb0d43 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:33.264817 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.285034 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Checking router: 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 for host: dv-cinder-819778-8-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 14:18:33.294757 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Routers {'61dccb63-9a47-49a7-8dd4-cb4bc878cf15'} bound to L3 agent in host dv-cinder-819778-8-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 14:18:33.295364 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T14:00:23Z,description=,heartbeat_timestamp=2022-03-03T14:18:23Z,host='dv-cinder-819778-8-iscsi',id=f3032aa3-dc00-4219-b9f7-8f4e23e419d7,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T14:00:23Z,topic='l3_agent')) {'router_ids': ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:33.360102 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] For port 655db5ac-6315-4717-a2ba-739a0ebb0d43, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=655db5ac-6315-4717-a2ba-739a0ebb0d43,segment=NetworkSegment(e32c5336-83bf-4b7a-923d-55e0b4736e0c),segment_id=e32c5336-83bf-4b7a-923d-55e0b4736e0c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:33.360568 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.378384 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Calling delete_port for 655db5ac-6315-4717-a2ba-739a0ebb0d43 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:33.394503 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] Set router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 14:18:33.457296 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:18:33Z', 'revision_number': 6, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port_host': None}], 'dv-cinder-819778-8-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:33.489444 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7b71b-41b4-4d89-a22f-bec90fcaf763 None None] The sync data for ids ['61dccb63-9a47-49a7-8dd4-cb4bc878cf15'] in dv-cinder-819778-8-iscsi is: [{'id': '61dccb63-9a47-49a7-8dd4-cb4bc878cf15', 'name': 'tempest-TestVolumeBootPattern-2069276004-router', 'tenant_id': '214ceff0db96453e870fa53e40eb2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T14:09:49Z', 'updated_at': '2022-03-03T14:18:33Z', 'revision_number': 6, 'project_id': '214ceff0db96453e870fa53e40eb2af7', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 14:18:33.571925 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (655db5ac-6315-4717-a2ba-739a0ebb0d43), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.596506 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=655db5ac-6315-4717-a2ba-739a0ebb0d43,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:33.655304 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495493'] for router_gateway (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.748036 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.750150 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks [] for router_controller (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.799826 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498222'] for router (61dccb63-9a47-49a7-8dd4-cb4bc878cf15), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.800470 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61dccb63-9a47-49a7-8dd4-cb4bc878cf15 {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 14:18:33.805518 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.808917 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d4b9ee0f-5a73-4710-a690-faa0647fbf82 admin admin] 10.222.0.31 "DELETE /v2.0/routers/61dccb63-9a47-49a7-8dd4-cb4bc878cf15 HTTP/1.1" status: 204 len: 168 time: 0.8568490 Mar 03 14:18:33.809431 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48908) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:33.875548 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Deleting subnet 4e6ce0cd-2021-4a7b-8aa9-321505a01980 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:18:33.883208 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Publish callbacks [] for subnet (4e6ce0cd-2021-4a7b-8aa9-321505a01980), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.950042 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64283585'] for subnet (4e6ce0cd-2021-4a7b-8aa9-321505a01980), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:33.995704 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ef24888-9b7d-4a76-873c-08fe822c46bf no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:34.017979 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 9ef24888-9b7d-4a76-873c-08fe822c46bf {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:34.018646 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 9ef24888-9b7d-4a76-873c-08fe822c46bf not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:34.048469 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (4e6ce0cd-2021-4a7b-8aa9-321505a01980), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.113561 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63268313'] for subnet (4e6ce0cd-2021-4a7b-8aa9-321505a01980), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.143452 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6ce0cd-2021-4a7b-8aa9-321505a01980,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:34.145528 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.151147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f2b44-6b63-4800-a82f-46e163c17dd1 None None] Network 6696b681-94c8-45ca-8bfc-8b7a684778e7 requested from dv-cinder-819778-8-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 14:18:34.151728 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3bf986ab-060f-4f18-ba8e-5a9d4decf75f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e6ce0cd-2021-4a7b-8aa9-321505a01980 HTTP/1.1" status: 204 len: 168 time: 0.3412209 Mar 03 14:18:34.154177 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48914) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:34.225200 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (6696b681-94c8-45ca-8bfc-8b7a684778e7), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.322404 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] DHCP port deletion for 6696b681-94c8-45ca-8bfc-8b7a684778e7 request from dv-cinder-819778-8-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 14:18:34.375070 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Deleting port e41252ef-2b91-48eb-9342-9a87cb391814 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:34.375650 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.483835 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] For port e41252ef-2b91-48eb-9342-9a87cb391814, host dv-cinder-819778-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-8-iscsi',level=0,port_id=e41252ef-2b91-48eb-9342-9a87cb391814,segment=NetworkSegment(21dc7826-d009-4197-bb83-7a48a35dd3d9),segment_id=21dc7826-d009-4197-bb83-7a48a35dd3d9)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:34.484453 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.503788 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Calling delete_port for e41252ef-2b91-48eb-9342-9a87cb391814 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:34.602353 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.605864 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Deleting port e41252ef-2b91-48eb-9342-9a87cb391814 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 14:18:34.606197 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728683082361'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.629960 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] Pushing event deleted for resources: {'Port': ['ID=e41252ef-2b91-48eb-9342-9a87cb391814,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:34.640938 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9697a-dca9-41c3-aca5-786112bf0776 None None] No DVR routers for this DVR port e41252ef-2b91-48eb-9342-9a87cb391814 on host dv-cinder-819778-8-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:34.675155 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] For port e41252ef-2b91-48eb-9342-9a87cb391814, host dv-cinder-819778-8-iscsi, got binding levels [] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 14:18:34.675449 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492192'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.687840 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Calling delete_port for e41252ef-2b91-48eb-9342-9a87cb391814 owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 14:18:34.690514 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.ipam_backend_mixin [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Port e41252ef-2b91-48eb-9342-9a87cb391814 was not found and therefore no delete operation was performed {{(pid=103110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 14:18:34.691752 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-780479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728683087580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728682761997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63603408'] for port (e41252ef-2b91-48eb-9342-9a87cb391814), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.718570 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e41252ef-2b91-48eb-9342-9a87cb391814,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:34.722039 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] No DVR routers for this DVR port e41252ef-2b91-48eb-9342-9a87cb391814 on host dv-cinder-819778-8-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 14:18:34.789356 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (6696b681-94c8-45ca-8bfc-8b7a684778e7), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.808028 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6696b681-94c8-45ca-8bfc-8b7a684778e7']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:34.816826 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dc7826-d009-4197-bb83-7a48a35dd3d9') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:34.817119 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dc7826-d009-4197-bb83-7a48a35dd3d9') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:34.829329 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64283606'] for segment (21dc7826-d009-4197-bb83-7a48a35dd3d9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.841854 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (21dc7826-d009-4197-bb83-7a48a35dd3d9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.847435 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:18:34.847809 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63603261'] for segment (21dc7826-d009-4197-bb83-7a48a35dd3d9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: timer() Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: cb(*args, **kw) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: self._notify() Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: self.callback(batched_events) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: event.method(event) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._get(url).json() Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:18:34.849364 dv-cinder-819778-8-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:18:34.902903 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (6696b681-94c8-45ca-8bfc-8b7a684778e7), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.907131 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:34.910575 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/6696b681-94c8-45ca-8bfc-8b7a684778e7 HTTP/1.1" status: 204 len: 168 time: 0.7554038 Mar 03 14:18:34.923330 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a792eb1-c53c-47d9-9d8f-bcfac48f73ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6696b681-94c8-45ca-8bfc-8b7a684778e7,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:35.025066 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48918) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:35.063149 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1a348f6a-99eb-4d81-8f4d-a526af3a0cc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4de7222ced0f4af7b7f8364ca5aa8baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367239 Mar 03 14:18:35.065475 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 48920) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:35.110617 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] Publish callbacks [] for security_group (810c374d-6cb8-435b-8546-96ce127bbd7a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.113471 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device b1cf84df-281c-42ec-ab23-aa9fe89aad4e no longer exists at agent hyperv_hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:35.132161 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] Publish callbacks [] for security_group (810c374d-6cb8-435b-8546-96ce127bbd7a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.134125 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] No Port match for: b1cf84df-281c-42ec-ab23-aa9fe89aad4e {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:35.134474 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Device b1cf84df-281c-42ec-ab23-aa9fe89aad4e not bound to the agent host hv-cinder-81977 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:35.180934 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (810c374d-6cb8-435b-8546-96ce127bbd7a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.183896 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.185030 dv-cinder-819778-8-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/810c374d-6cb8-435b-8546-96ce127bbd7a HTTP/1.1" status: 204 len: 168 time: 0.1186028 Mar 03 14:18:35.193107 dv-cinder-819778-8-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275274d-e490-40c0-8bfb-ae000c4342d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c374d-6cb8-435b-8546-96ce127bbd7a,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:35.518292 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48932) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:35.557281 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4a78ae74-619d-4ac0-95f4-6ad22740cd25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=214ceff0db96453e870fa53e40eb2af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378227 Mar 03 14:18:35.559663 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 48934) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:35.604685 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] Publish callbacks [] for security_group (98c46c4f-5639-4602-8a89-803c6d9dc1e7), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.628488 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] Publish callbacks [] for security_group (98c46c4f-5639-4602-8a89-803c6d9dc1e7), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.673669 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (98c46c4f-5639-4602-8a89-803c6d9dc1e7), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.676213 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:35.677332 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98c46c4f-5639-4602-8a89-803c6d9dc1e7 HTTP/1.1" status: 204 len: 168 time: 0.1168137 Mar 03 14:18:35.684937 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d9854-e693-4722-bcda-592db621cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c46c4f-5639-4602-8a89-803c6d9dc1e7,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:35.768272 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e41252ef-2b91-48eb-9342-9a87cb391814 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:35.787863 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: e41252ef-2b91-48eb-9342-9a87cb391814 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:35.788202 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device e41252ef-2b91-48eb-9342-9a87cb391814 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:35.788555 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 655db5ac-6315-4717-a2ba-739a0ebb0d43 no longer exists at agent ovs-agent-dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 14:18:35.810029 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] No Port match for: 655db5ac-6315-4717-a2ba-739a0ebb0d43 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 14:18:35.810369 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Device 655db5ac-6315-4717-a2ba-739a0ebb0d43 not bound to the agent host dv-cinder-819778-8-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 14:18:51.117835 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6227b6fe-0be9-409a-8a75-70c21405ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:53.474106 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-62f6faaf-4b92-4a5b-9c43-e81120108315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:54.571803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:54.977459 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 49048) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:55.020149 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Deleting subnet 1a621599-df6c-40fe-a16f-4bc918b2c412 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 14:18:55.023107 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Publish callbacks [] for subnet (1a621599-df6c-40fe-a16f-4bc918b2c412), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.056154 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64588824'] for subnet (1a621599-df6c-40fe-a16f-4bc918b2c412), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.093482 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412961'] for subnet (1a621599-df6c-40fe-a16f-4bc918b2c412), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.145194 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64588660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64625010'] for subnet (1a621599-df6c-40fe-a16f-4bc918b2c412), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.169534 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a621599-df6c-40fe-a16f-4bc918b2c412,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:55.173008 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.176216 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8d77b757-741e-4c75-86c7-b49f3a9e1fa5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a621599-df6c-40fe-a16f-4bc918b2c412 HTTP/1.1" status: 204 len: 168 time: 0.1977661 Mar 03 14:18:55.178767 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 49050) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:55.252113 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682394'] for network (f37366e0-8a13-4932-aa83-df6295951dd0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.330216 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378202', 'neutron.services.segments.db._delete_segments_for_network-8728683285661'] for network (f37366e0-8a13-4932-aa83-df6295951dd0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.348761 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37366e0-8a13-4932-aa83-df6295951dd0']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:55.357599 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847578a4-abbe-40d2-b69a-cac5c0596291') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:55.357911 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847578a4-abbe-40d2-b69a-cac5c0596291') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 14:18:55.366787 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728683288998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64588815'] for segment (847578a4-abbe-40d2-b69a-cac5c0596291), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.380573 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358'] for segment (847578a4-abbe-40d2-b69a-cac5c0596291), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.386882 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 14:18:55.387273 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1423358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64588714'] for segment (847578a4-abbe-40d2-b69a-cac5c0596291), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: timer() Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: cb(*args, **kw) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: self._notify() Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: self.callback(batched_events) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: event.method(event) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._get(url).json() Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 14:18:55.388795 dv-cinder-819778-8-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 14:18:55.442187 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495545'] for network (f37366e0-8a13-4932-aa83-df6295951dd0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.448132 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601517'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.451313 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/f37366e0-8a13-4932-aa83-df6295951dd0 HTTP/1.1" status: 204 len: 168 time: 0.2716591 Mar 03 14:18:55.462637 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580dafb-9e30-4173-a73c-b0b2595329ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f37366e0-8a13-4932-aa83-df6295951dd0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:55.610823 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 49054) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:55.650173 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f96271e7-a3f5-4c56-9f87-aee14de3d44e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=277e77e09ecd43029350c6a91a11bbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382252 Mar 03 14:18:55.652445 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 49056) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 14:18:55.697860 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] Publish callbacks [] for security_group (73d42aed-2c91-4b8d-a6fe-d0045779e0db), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.718506 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] Publish callbacks [] for security_group (73d42aed-2c91-4b8d-a6fe-d0045779e0db), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.765254 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588667'] for security_group (73d42aed-2c91-4b8d-a6fe-d0045779e0db), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.767836 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:55.768970 dv-cinder-819778-8-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d42aed-2c91-4b8d-a6fe-d0045779e0db HTTP/1.1" status: 204 len: 168 time: 0.1156669 Mar 03 14:18:55.776457 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c3d6-8288-43ee-a41c-8febb04282ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d42aed-2c91-4b8d-a6fe-d0045779e0db,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 14:18:56.041147 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:57.502437 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:18:59.792451 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:19:01.279728 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:21.119218 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-eb9ebc70-d268-4b65-acf6-7bb32b71e666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:23.474805 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-eecf5ae2-a134-4611-b740-49560e09c53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:24.575524 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:26.041217 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:27.503610 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:31.295739 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:36.793896 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:19:51.133490 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-35637108-2dea-408f-8743-faa4bc371362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:53.475987 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7cb1e3cd-e332-4ab3-bfd4-e7d2d36f7026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:54.578470 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:56.043785 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:19:57.509339 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:01.309180 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:13.796351 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:20:21.127364 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8574-5e42-414b-8527-31c79077c5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:23.478038 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-746e8f6a-81f3-4295-8eab-a0bd9a42cda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:24.582158 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:26.048440 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:27.502313 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:31.324096 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:50.798127 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:20:51.127794 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f5648373-08fd-46fc-8b1c-d627b2e0a92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:53.482601 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-aa71bfe2-df04-4a1e-abd4-56a7e3ce04c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:54.585042 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:56.048738 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:20:57.504177 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:01.322543 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:21.129012 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-896a272f-b074-45cd-8596-32c414767b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:23.483402 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-85f1f458-b9c3-4717-b696-a25ab7964013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:24.587536 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:26.053782 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:27.506636 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:27.801141 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:21:31.321015 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:51.149322 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-65ae3633-9ccd-439f-a8bd-ee0c1c66e89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:53.485292 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b9776bbb-59eb-481c-a556-42b4a599de93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:54.589972 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:56.054508 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:21:57.508256 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:01.335954 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:04.801907 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:22:21.130652 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-695bb32a-d3b6-444f-b676-7c7f0ffad523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:23.486184 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1ee75442-483e-4d4d-b327-fba466dc12e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:24.593602 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:26.055803 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:27.510384 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:31.334872 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:41.806311 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:22:51.132282 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-44e45568-a9fd-42c8-85dd-b12b52a7c0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:53.486042 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-05601a11-aa22-4ba5-bc61-18a6d50a74ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:54.598431 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:56.058274 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:22:57.512412 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:01.348767 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:18.808978 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:23:21.133879 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3f098149-c5b6-4b62-aa81-44d5ce2ed287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:23.488585 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb189-3b64-4306-8ed9-af2da35a094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:24.597406 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:26.061694 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:27.516838 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:31.346787 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:51.135894 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fb11cfd0-cdd7-4432-82ce-379199b6a376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:53.489487 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-671ff586-04f0-4f31-89c8-4b830f6e9e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (f3032aa3-dc00-4219-b9f7-8f4e23e419d7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:54.600761 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4f962356-23ef-40c1-b45b-ef052d0e6cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (3f0f3923-113a-4f35-bfe1-da7d8a4e102a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:55.809840 dv-cinder-819778-8-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-504b636d-8097-4d1d-b7e3-09eb7460d2f1 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 14:23:56.064468 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82d2a8ed-2827-4efc-ae76-255c49bfdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (66ac2f6c-3222-4ab6-b635-59b049c628ce), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:23:57.518410 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4afccbd5-d286-4ab3-a97a-0c13a6c24d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (ba57b516-a834-4053-995f-3712c5cbf2ea), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:24:01.377751 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e1672c92-d07f-49df-9613-8eadbbce2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (1cbd2c5b-14a4-4b9a-84c7-5c624cea2de4), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 14:24:05.639644 dv-cinder-819778-8-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-7e16b99b-d604-4cdf-b6af-7ec899ecb8d2 req-5b9119b4-3dcb-4040-9a9a-5f4e4043be53 service neutron] (103109) timed out ('10.222.0.13', 50632) {{(pid=103109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 14:24:21.137401 dv-cinder-819778-8-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-14b9895a-3617-4a06-adf7-ee33862e701c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728683285643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1384333'] for agent (cb0970b6-b037-443d-9d36-cc2d3c97d97a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}